OSMServer/Server/RegionConverter.cs

using System.Globalization;
using System.Runtime.Serialization.Formatters.Binary;
using System.Xml;
using OSMDatastructure.Graph;

namespace Server;

public class RegionConverter
{
    private static readonly XmlReaderSettings ReaderSettings = new()
    {
        IgnoreWhitespace = true,
        IgnoreComments = true
    };
    private static readonly NumberFormatInfo decimalInfo = new()
    {
        NumberDecimalSeparator = "."
    };

    private const string NodesFileName = "region.nodes";
    private const string WaysFileName = "region.ways";
    private const string tagsFileName = "waytags";
    
    public static void ConvertXMLToRegions(string filePath, string outputPath)
    {
        if (!File.Exists(filePath))
            throw new FileNotFoundException();
        if (!Directory.Exists(outputPath))
            Directory.CreateDirectory(outputPath);
        
        Console.WriteLine("Converting Nodes...");
        FileStream xmlFileStream = new FileStream(filePath, FileMode.Open);
        Dictionary<ulong, ulong> nodeIdRegionDict = GetNodesAndRegions(XmlReader.Create(xmlFileStream, ReaderSettings), outputPath);
        xmlFileStream.Position = 0;
        
        Console.WriteLine("Converting Ways...");
        ImportWays(XmlReader.Create(xmlFileStream, ReaderSettings), nodeIdRegionDict, outputPath);
    }

    private static Dictionary<ulong, ulong> GetNodesAndRegions(XmlReader xmlReader, string outputPath)
    {
        BinaryFormatter bFormatter = new BinaryFormatter();
        Dictionary<ulong, ulong> nodeRegions = new();
        Dictionary<ulong, FileStream> regionFileStreams = new();
        Dictionary<ulong, OsmNode> tmpAllNodes = new();
        bool isHighway = false;
        HashSet<ulong> currentIds = new();
        while (xmlReader.Read())
        {
            if (xmlReader.Name == "node")
            {
                ulong id = Convert.ToUInt64(xmlReader.GetAttribute("id")!);
                float lat = Convert.ToSingle(xmlReader.GetAttribute("lat")!, decimalInfo);
                float lon = Convert.ToSingle(xmlReader.GetAttribute("lon")!, decimalInfo);
                tmpAllNodes.TryAdd(id, new OsmNode(id, lat, lon));
            }
            else if (xmlReader.Name == "way")
            {
                isHighway = false;
                currentIds.Clear();
                XmlReader wayReader = xmlReader.ReadSubtree();
                while (wayReader.Read())
                {
                    if (xmlReader.Name == "tag" && xmlReader.GetAttribute("k")!.Equals("highway"))
                    {
                        isHighway = true;
                    }
                    else if (xmlReader.Name == "nd")
                    {
                        try
                        {
                            ulong id = Convert.ToUInt64(xmlReader.GetAttribute("ref")!);
                            currentIds.Add(id);
                        }
                        catch (FormatException) { };
                    }
                }
                wayReader.Close();

                foreach (ulong nodeId in currentIds.Where(key => tmpAllNodes.ContainsKey(key)))
                {
                    if (isHighway)
                    {
                        ulong regionHash = Coordinates.GetRegionHashCode(tmpAllNodes[nodeId].coordinates);
                        FileStream nodesRegionStream;
                        if(regionFileStreams.ContainsKey(regionHash))
                            nodesRegionStream = regionFileStreams[regionHash];
                        else
                        {
                            string regionPath = Path.Combine(outputPath, regionHash.ToString());
                            Directory.CreateDirectory(regionPath);
                            string nodesRegionPath = Path.Combine(regionPath, NodesFileName);
                            nodesRegionStream = new FileStream(nodesRegionPath, FileMode.Create);
                            regionFileStreams.Add(regionHash, nodesRegionStream);
                        }
                        nodeRegions.Add(nodeId, regionHash);
                        
#pragma warning disable SYSLIB0011 //eheheh
                        bFormatter.Serialize(nodesRegionStream, tmpAllNodes[nodeId]);
#pragma warning restore SYSLIB0011
                    }
                    tmpAllNodes.Remove(nodeId);
                }
            }
            
        }
        xmlReader.Close();
        return nodeRegions;
    }

    private static void ImportWays(XmlReader xmlReader, Dictionary<ulong, ulong> nodeRegions, string outputPath)
    {
        BinaryFormatter bFormatter = new BinaryFormatter();
        bool currentWayIsHighway;
        ulong currentWayId = 0;
        List<ulong> currentNodeIds = new();
        Dictionary<Tag.TagType, dynamic> currentTags = new();
        Dictionary<ulong, FileStream> regionWaysFileStreams = new();
        string wayFileStreamPath = "";
        FileStream wayFileStream = new FileStream(Path.GetTempFileName(), FileMode.Create);
        while (xmlReader.ReadToFollowing("way"))
        {
            ulong wayId = Convert.ToUInt64(xmlReader.GetAttribute("id")!);
            currentWayIsHighway = false;
            currentNodeIds.Clear();
            currentTags.Clear();
            XmlReader wayReader = xmlReader.ReadSubtree();
            while (wayReader.Read())
            {
                currentWayId = Convert.ToUInt64(wayReader.GetAttribute("id")!);
                if (wayReader.Name == "tag")
                {
                    Tag wayTag = Tag.ConvertToTag(wayReader.GetAttribute("k")!, wayReader.GetAttribute("v")!);
                    currentTags.TryAdd(wayTag.key, wayTag.value);
                    if(wayTag.key == Tag.TagType.highway)
                        currentWayIsHighway = true;
                }
                else if (wayReader.Name == "nd")
                {
                    try
                    {
                        ulong nodeId = Convert.ToUInt64(wayReader.GetAttribute("ref"));
                        currentNodeIds.Add(nodeId);
                    }
                    catch (FormatException) { };
                }
            }
            wayReader.Close();
            if (currentWayIsHighway)
            {
                for (int i = 0; i < currentNodeIds.Count - 1; i++)
                {
                    ulong node1Id = currentNodeIds[i];
                    ulong node2Id = currentNodeIds[i+1];
                    if (currentTags.ContainsKey(Tag.TagType.oneway) && (bool)currentTags[Tag.TagType.oneway] && nodeRegions.ContainsKey(node1Id) && nodeRegions.ContainsKey(node2Id))
                    {
                        if (currentTags.ContainsKey(Tag.TagType.forward) && !(bool)currentTags[Tag.TagType.forward])
                        {
                            OsmWay n21e = new OsmWay(currentWayId, node2Id, node1Id, nodeRegions[node2Id]);
                            if (!regionWaysFileStreams.ContainsKey(nodeRegions[node2Id]))
                            {
                                string waysRegionPath = Path.Combine(outputPath, nodeRegions[node2Id].ToString(), WaysFileName);
                                regionWaysFileStreams.Add(nodeRegions[node2Id], new FileStream(waysRegionPath, FileMode.OpenOrCreate));
                            }
#pragma warning disable SYSLIB0011
                            bFormatter.Serialize(regionWaysFileStreams[nodeRegions[node2Id]], n21e);

                            wayFileStreamPath = Path.Combine(outputPath, nodeRegions[node2Id].ToString(), $"{wayId}.{tagsFileName}");
                            wayFileStream = new FileStream(wayFileStreamPath, FileMode.OpenOrCreate);
                            bFormatter.Serialize(wayFileStream, currentTags);
                            wayFileStream.Dispose();
                        }
                        else
                        {
                            OsmWay n12e = new OsmWay(currentWayId, node1Id, node2Id, nodeRegions[node2Id]);
                            if (!regionWaysFileStreams.ContainsKey(nodeRegions[node1Id]))
                            {
                                string waysRegionPath = Path.Combine(outputPath, nodeRegions[node1Id].ToString(), WaysFileName);
                                regionWaysFileStreams.Add(nodeRegions[node1Id], new FileStream(waysRegionPath, FileMode.OpenOrCreate));
                            }
                            bFormatter.Serialize(regionWaysFileStreams[nodeRegions[node1Id]], n12e);

                            wayFileStreamPath = Path.Combine(outputPath, nodeRegions[node1Id].ToString(), $"{wayId}.{tagsFileName}");
                            wayFileStream = new FileStream(wayFileStreamPath, FileMode.OpenOrCreate);
                            bFormatter.Serialize(wayFileStream, currentTags);
                            wayFileStream.Dispose();
                        }
                    }
                    else if(nodeRegions.ContainsKey(node1Id) && nodeRegions.ContainsKey(node2Id))
                    {
                        OsmWay n12e = new OsmWay(currentWayId, node1Id, node2Id, nodeRegions[node2Id]);
                        if (!regionWaysFileStreams.ContainsKey(nodeRegions[node1Id]))
                        {
                            string waysRegionPath = Path.Combine(outputPath, nodeRegions[node1Id].ToString(), WaysFileName);
                            regionWaysFileStreams.Add(nodeRegions[node1Id], new FileStream(waysRegionPath, FileMode.OpenOrCreate));
                        }
                        bFormatter.Serialize(regionWaysFileStreams[nodeRegions[node1Id]], n12e);

                        wayFileStreamPath = Path.Combine(outputPath, nodeRegions[node1Id].ToString(), $"{wayId}.{tagsFileName}");
                        wayFileStream = new FileStream(wayFileStreamPath, FileMode.OpenOrCreate);
                        bFormatter.Serialize(wayFileStream, currentTags);
                        wayFileStream.Dispose();
                        
                        OsmWay n21e = new OsmWay(currentWayId, node2Id, node1Id, nodeRegions[node2Id]);
                        if (!regionWaysFileStreams.ContainsKey(nodeRegions[node2Id]))
                        {
                            string waysRegionPath = Path.Combine(outputPath, nodeRegions[node2Id].ToString(), WaysFileName);
                            regionWaysFileStreams.Add(nodeRegions[node2Id], new FileStream(waysRegionPath, FileMode.OpenOrCreate));
                        }
                        bFormatter.Serialize(regionWaysFileStreams[nodeRegions[node1Id]], n21e);

                        wayFileStreamPath = Path.Combine(outputPath, nodeRegions[node2Id].ToString(), $"{wayId}.{tagsFileName}");
                        wayFileStream = new FileStream(wayFileStreamPath, FileMode.OpenOrCreate);
                        bFormatter.Serialize(wayFileStream, currentTags);
                        wayFileStream.Dispose();
#pragma warning restore SYSLIB0011
                    }
                }
            }
        }
        xmlReader.Close();
    }
}