| | 1 | | using System.Collections.Generic; |
| | 2 | | using System.IO; |
| | 3 | | using System.Threading; |
| | 4 | | using System.Threading.Tasks; |
| | 5 | | using Itinero.Data.Usage; |
| | 6 | | using Itinero.IO.Osm.Tiles.Parsers; |
| | 7 | | using Itinero.Network; |
| | 8 | |
|
| | 9 | | namespace Itinero.IO.Osm.Tiles; |
| | 10 | |
|
| | 11 | | /// <summary> |
| | 12 | | /// A data provider loading routable tiles on demand. |
| | 13 | | /// </summary> |
| | 14 | | internal class DataProvider : IDataUseListener |
| | 15 | | { |
| | 16 | | private readonly GlobalIdMap _idMap; |
| | 17 | | private readonly string _baseUrl; |
| | 18 | | private readonly HashSet<uint> _loadedTiles; |
| | 19 | | private readonly uint _zoom; |
| | 20 | |
|
| | 21 | | /// <summary> |
| | 22 | | /// Creates a new data provider. |
| | 23 | | /// </summary> |
| | 24 | | /// <param name="routerDb">The router db.</param> |
| | 25 | | /// <param name="baseUrl">The base url to load tiles from.</param> |
| | 26 | | /// <param name="zoom">The zoom level.</param> |
| 0 | 27 | | internal DataProvider(RouterDb routerDb, string baseUrl = TileParser.BaseUrl, uint zoom = 14) |
| 0 | 28 | | { |
| 0 | 29 | | _baseUrl = baseUrl; |
| 0 | 30 | | _zoom = 14; |
| | 31 | |
|
| 0 | 32 | | _loadedTiles = new HashSet<uint>(); |
| 0 | 33 | | _idMap = new GlobalIdMap(); |
| | 34 | |
|
| | 35 | | // get notified when a location/area is used. |
| 0 | 36 | | routerDb.Latest.UsageNotifier.AddListener(this); |
| 0 | 37 | | } |
| | 38 | |
|
| 0 | 39 | | private DataProvider(RouterDb routerDb, string baseUrl, uint zoom, |
| 0 | 40 | | HashSet<uint> loadedTiles, GlobalIdMap idMap) |
| 0 | 41 | | { |
| 0 | 42 | | _baseUrl = baseUrl; |
| 0 | 43 | | _zoom = zoom; |
| 0 | 44 | | _idMap = idMap; |
| 0 | 45 | | _loadedTiles = loadedTiles; |
| | 46 | |
|
| | 47 | | // get notified when a location/area is used. |
| 0 | 48 | | routerDb.Latest.UsageNotifier.AddListener(this); |
| 0 | 49 | | } |
| | 50 | |
|
| | 51 | | IDataUseListener? IDataUseListener.CloneForNewNetwork(RoutingNetwork routingNetwork) |
| 0 | 52 | | { |
| 0 | 53 | | return null; |
| 0 | 54 | | } |
| | 55 | |
|
| | 56 | | Task IDataUseListener.VertexTouched(RoutingNetwork network, VertexId vertexId, CancellationToken cancellationToken) |
| 0 | 57 | | { |
| 0 | 58 | | if (_loadedTiles.Contains(vertexId.TileId)) |
| 0 | 59 | | { |
| 0 | 60 | | return Task.CompletedTask; |
| | 61 | | } |
| | 62 | |
|
| 0 | 63 | | lock (_loadedTiles) |
| 0 | 64 | | { |
| 0 | 65 | | if (_loadedTiles.Contains(vertexId.TileId)) |
| 0 | 66 | | { |
| 0 | 67 | | return Task.CompletedTask; |
| | 68 | | } |
| | 69 | |
|
| | 70 | | // download the tile. |
| 0 | 71 | | var tile = Tile.FromLocalId(vertexId.TileId, (int)_zoom); |
| 0 | 72 | | var url = _baseUrl + $"/{tile.Zoom}/{tile.X}/{tile.Y}"; |
| 0 | 73 | | using var stream = TileParser.DownloadFunc(url); |
| | 74 | |
|
| | 75 | | // parse the tile. |
| 0 | 76 | | var parse = stream?.Parse(tile); |
| 0 | 77 | | if (parse == null) |
| 0 | 78 | | { |
| 0 | 79 | | return Task.CompletedTask; |
| | 80 | | } |
| | 81 | |
|
| | 82 | | // add the data from the tile. |
| 0 | 83 | | using (var routerDbInstanceWriter = network.GetWriter()) |
| 0 | 84 | | { |
| 0 | 85 | | routerDbInstanceWriter.AddOsmTile(_idMap, tile, parse); |
| 0 | 86 | | } |
| | 87 | |
|
| 0 | 88 | | _loadedTiles.Add(vertexId.TileId); |
| 0 | 89 | | } |
| | 90 | |
|
| 0 | 91 | | return Task.CompletedTask; |
| 0 | 92 | | } |
| | 93 | |
|
| | 94 | | Task IDataUseListener.BoxTouched(RoutingNetwork network, |
| | 95 | | ((double longitude, double latitude, float? e) topLeft, (double longitude, double latitude, float? e) |
| | 96 | | bottomRight) box, CancellationToken cancellationToken) |
| 0 | 97 | | { |
| | 98 | | // build the tile range. |
| 0 | 99 | | var tileRange = new TileRange(box, (int)_zoom); |
| | 100 | |
|
| 0 | 101 | | Parallel.ForEach(tileRange, (tile) => |
| 0 | 102 | | { |
| 0 | 103 | | if (_loadedTiles.Contains(tile.LocalId)) |
| 0 | 104 | | { |
| 0 | 105 | | return; |
| 0 | 106 | | } |
| 0 | 107 | |
|
| 0 | 108 | | var url = _baseUrl + $"/{tile.Zoom}/{tile.X}/{tile.Y}"; |
| 0 | 109 | |
|
| 0 | 110 | | using var stream = TileParser.DownloadFunc(url); |
| 0 | 111 | |
|
| 0 | 112 | | var parse = stream?.Parse(tile); |
| 0 | 113 | | if (parse == null) |
| 0 | 114 | | { |
| 0 | 115 | | return; |
| 0 | 116 | | } |
| 0 | 117 | |
|
| 0 | 118 | | lock (_loadedTiles) |
| 0 | 119 | | { |
| 0 | 120 | | // add the data from the tile. |
| 0 | 121 | | using (var routerDbInstanceWriter = network.GetWriter()) |
| 0 | 122 | | { |
| 0 | 123 | | routerDbInstanceWriter.AddOsmTile(_idMap, tile, parse); |
| 0 | 124 | | } |
| 0 | 125 | |
|
| 0 | 126 | | // mark tile as loaded. |
| 0 | 127 | | _loadedTiles.Add(tile.LocalId); |
| 0 | 128 | | } |
| 0 | 129 | | }); |
| 0 | 130 | | return Task.CompletedTask; |
| 0 | 131 | | } |
| | 132 | |
|
| | 133 | | internal void WriteTo(Stream stream) |
| 0 | 134 | | { |
| | 135 | | // write version #. |
| 0 | 136 | | stream.WriteWithSize($"{nameof(DataProvider)}"); |
| 0 | 137 | | stream.WriteVarInt32(1); |
| | 138 | |
|
| | 139 | | // write details. |
| 0 | 140 | | stream.WriteWithSize(_baseUrl); |
| 0 | 141 | | stream.WriteVarUInt32(_zoom); |
| | 142 | |
|
| | 143 | | // write global id map. |
| 0 | 144 | | lock (_loadedTiles) |
| 0 | 145 | | { |
| 0 | 146 | | _idMap.WriteTo(stream); |
| | 147 | |
|
| | 148 | | // write loaded tiles. |
| 0 | 149 | | stream.WriteVarInt64(_loadedTiles.Count); |
| 0 | 150 | | foreach (var tileId in _loadedTiles) |
| 0 | 151 | | { |
| 0 | 152 | | stream.WriteVarUInt32(tileId); |
| 0 | 153 | | } |
| 0 | 154 | | } |
| 0 | 155 | | } |
| | 156 | |
|
| | 157 | | internal static DataProvider ReadFrom(Stream stream, RouterDb routerDb) |
| 0 | 158 | | { |
| | 159 | | // read & verify header. |
| 0 | 160 | | var header = stream.ReadWithSizeString(); |
| 0 | 161 | | var version = stream.ReadVarInt32(); |
| 0 | 162 | | if (header != nameof(DataProvider)) |
| 0 | 163 | | { |
| 0 | 164 | | throw new InvalidDataException($"Cannot read {nameof(DataProvider)}: Header invalid."); |
| | 165 | | } |
| | 166 | |
|
| 0 | 167 | | if (version != 1) |
| 0 | 168 | | { |
| 0 | 169 | | throw new InvalidDataException($"Cannot read {nameof(DataProvider)}: Version # invalid."); |
| | 170 | | } |
| | 171 | |
|
| | 172 | | // read details. |
| 0 | 173 | | var baseUrl = stream.ReadWithSizeString(); |
| 0 | 174 | | var zoom = stream.ReadVarUInt32(); |
| | 175 | |
|
| | 176 | | // write global id map. |
| 0 | 177 | | var idMap = GlobalIdMap.ReadFrom(stream); |
| | 178 | |
|
| | 179 | | // read loaded tiles. |
| 0 | 180 | | var loadedTileCount = stream.ReadVarInt64(); |
| 0 | 181 | | var loadedTiles = new HashSet<uint>(); |
| 0 | 182 | | for (var t = 0; t < loadedTileCount; t++) |
| 0 | 183 | | { |
| 0 | 184 | | loadedTiles.Add(stream.ReadVarUInt32()); |
| 0 | 185 | | } |
| | 186 | |
|
| 0 | 187 | | return new DataProvider(routerDb, baseUrl, zoom, loadedTiles, idMap); |
| 0 | 188 | | } |
| | 189 | | } |