using System.Globalization; using System.Net; using System.Text.Json; using System.Text.Json.Nodes; namespace Tranga.Connectors; public class MangaDex : Connector { public override string name { get; } public MangaDex(string downloadLocation, uint downloadDelay) : base(downloadLocation, downloadDelay) { name = "MangaDex"; } public MangaDex(string downloadLocation) : base(downloadLocation, 750) { name = "MangaDex"; } public override Publication[] GetPublications(string publicationTitle = "") { const int limit = 100; //How many values we want returned at once int offset = 0; //"Page" int total = int.MaxValue; //How many total results are there, is updated on first request HashSet publications = new(); while (offset < total) //As long as we haven't requested all "Pages" { //Request next Page DownloadClient.RequestResult requestResult = downloadClient.MakeRequest( $"https://api.mangadex.org/manga?limit={limit}&title={publicationTitle}&offset={offset}"); if (requestResult.statusCode != HttpStatusCode.OK) break; JsonObject? result = JsonSerializer.Deserialize(requestResult.result); offset += limit; if (result is null) break; total = result["total"]!.GetValue(); //Update the total number of Publications JsonArray mangaInResult = result["data"]!.AsArray(); //Manga-data-Array //Loop each Manga and extract information from JSON foreach (JsonNode? mangeNode in mangaInResult) { JsonObject manga = (JsonObject)mangeNode!; JsonObject attributes = manga["attributes"]!.AsObject(); string title = attributes["title"]!.AsObject().ContainsKey("en") && attributes["title"]!["en"] is not null ? attributes["title"]!["en"]!.GetValue() : ""; string? description = attributes["description"]!.AsObject().ContainsKey("en") && attributes["description"]!["en"] is not null ? attributes["description"]!["en"]!.GetValue() : null; JsonArray altTitlesObject = attributes["altTitles"]!.AsArray(); string[,] altTitles = new string[altTitlesObject.Count, 2]; int titleIndex = 0; foreach (JsonNode? altTitleNode in altTitlesObject) { JsonObject altTitleObject = (JsonObject)altTitleNode!; string key = ((IDictionary)altTitleObject).Keys.ToArray()[0]; altTitles[titleIndex, 0] = key; altTitles[titleIndex++, 1] = altTitleObject[key]!.GetValue(); } JsonArray tagsObject = attributes["tags"]!.AsArray(); HashSet tags = new(); foreach (JsonNode? tagNode in tagsObject) { JsonObject tagObject = (JsonObject)tagNode!; if(tagObject["attributes"]!["name"]!.AsObject().ContainsKey("en")) tags.Add(tagObject["attributes"]!["name"]!["en"]!.GetValue()); } string? poster = null; if (manga.ContainsKey("relationships") && manga["relationships"] is not null) { JsonArray relationships = manga["relationships"]!.AsArray(); poster = relationships.FirstOrDefault(relationship => relationship!["type"]!.GetValue() == "cover_art")!["id"]!.GetValue(); } string[,]? links = null; if (attributes.ContainsKey("links") && attributes["links"] is not null) { JsonObject linksObject = attributes["links"]!.AsObject(); links = new string[linksObject.Count, 2]; int linkIndex = 0; foreach (string key in ((IDictionary)linksObject).Keys) { links[linkIndex, 0] = key; links[linkIndex++, 1] = linksObject[key]!.GetValue(); } } int? year = attributes.ContainsKey("year") && attributes["year"] is not null ? attributes["year"]!.GetValue() : null; string? originalLanguage = attributes.ContainsKey("originalLanguage") && attributes["originalLanguage"] is not null ? attributes["originalLanguage"]!.GetValue() : null; string status = attributes["status"]!.GetValue(); Publication pub = new Publication( title, description, altTitles, tags.ToArray(), poster, links, year, originalLanguage, status, manga["id"]!.GetValue() ); publications.Add(pub); //Add Publication (Manga) to result } } return publications.ToArray(); } public override Chapter[] GetChapters(Publication publication, string language = "") { const int limit = 100; //How many values we want returned at once int offset = 0; //"Page" int total = int.MaxValue; //How many total results are there, is updated on first request List chapters = new(); //As long as we haven't requested all "Pages" while (offset < total) { //Request next "Page" DownloadClient.RequestResult requestResult = downloadClient.MakeRequest( $"https://api.mangadex.org/manga/{publication.downloadUrl}/feed?limit={limit}&offset={offset}&translatedLanguage%5B%5D={language}"); if (requestResult.statusCode != HttpStatusCode.OK) break; JsonObject? result = JsonSerializer.Deserialize(requestResult.result); offset += limit; if (result is null) break; total = result["total"]!.GetValue(); JsonArray chaptersInResult = result["data"]!.AsArray(); //Loop through all Chapters in result and extract information from JSON foreach (JsonNode? jsonNode in chaptersInResult) { JsonObject chapter = (JsonObject)jsonNode!; JsonObject attributes = chapter["attributes"]!.AsObject(); string chapterId = chapter["id"]!.GetValue(); string? title = attributes.ContainsKey("title") && attributes["title"] is not null ? attributes["title"]!.GetValue() : null; string? volume = attributes.ContainsKey("volume") && attributes["volume"] is not null ? attributes["volume"]!.GetValue() : null; string? chapterNum = attributes.ContainsKey("chapter") && attributes["chapter"] is not null ? attributes["chapter"]!.GetValue() : null; chapters.Add(new Chapter(title, volume, chapterNum, chapterId)); } } //Return Chapters ordered by Chapter-Number NumberFormatInfo chapterNumberFormatInfo = new() { NumberDecimalSeparator = "." }; return chapters.OrderBy(chapter => Convert.ToSingle(chapter.chapterNumber, chapterNumberFormatInfo)).ToArray(); } public override void DownloadChapter(Publication publication, Chapter chapter) { //Request URLs for Chapter-Images DownloadClient.RequestResult requestResult = downloadClient.MakeRequest($"https://api.mangadex.org/at-home/server/{chapter.url}?forcePort443=false'"); if (requestResult.statusCode != HttpStatusCode.OK) return; JsonObject? result = JsonSerializer.Deserialize(requestResult.result); if (result is null) return; string baseUrl = result["baseUrl"]!.GetValue(); string hash = result["chapter"]!["hash"]!.GetValue(); JsonArray imageFileNames = result["chapter"]!["data"]!.AsArray(); //Loop through all imageNames and construct urls (imageUrl) HashSet imageUrls = new(); foreach (JsonNode? image in imageFileNames) imageUrls.Add($"{baseUrl}/data/{hash}/{image!.GetValue()}"); //Download Chapter-Images DownloadChapterImages(imageUrls.ToArray(), Path.Join(downloadLocation, publication.folderName, chapter.fileName), this.downloadClient); } public override void DownloadCover(Publication publication) { //Check if Publication already has a Folder and cover string publicationFolder = Path.Join(downloadLocation, publication.folderName); Directory.CreateDirectory(publicationFolder); DirectoryInfo dirInfo = new (publicationFolder); foreach(FileInfo fileInfo in dirInfo.EnumerateFiles()) if (fileInfo.Name.Contains("cover.")) return; //Request information where to download Cover DownloadClient.RequestResult requestResult = downloadClient.MakeRequest($"https://api.mangadex.org/cover/{publication.posterUrl}"); if (requestResult.statusCode != HttpStatusCode.OK) return; JsonObject? result = JsonSerializer.Deserialize(requestResult.result); if (result is null) return; string fileName = result!["data"]!["attributes"]!["fileName"]!.GetValue(); string coverUrl = $"https://uploads.mangadex.org/covers/{publication.downloadUrl}/{fileName}"; //Get file-extension (jpg, png) string[] split = coverUrl.Split('.'); string extension = split[split.Length - 1]; string outFolderPath = Path.Join(downloadLocation, publication.folderName); Directory.CreateDirectory(outFolderPath); //Download cover-Image DownloadImage(coverUrl, Path.Join(downloadLocation, publication.folderName, $"cover.{extension}"), this.downloadClient); } }