using System.Net; using System.Text.RegularExpressions; using API.MangaDownloadClients; using HtmlAgilityPack; namespace API.Schema.MangaConnectors; public class Mangaworld : MangaConnector { public Mangaworld() : base("Mangaworld", ["it"], ["www.mangaworld.ac"]) { this.downloadClient = new HttpDownloadClient(); } public override Manga[] GetManga(string publicationTitle = "") { string sanitizedTitle = string.Join(' ', Regex.Matches(publicationTitle, "[A-z]*").Where(str => str.Length > 0)).ToLower(); string requestUrl = $"https://www.mangaworld.ac/archive?keyword={sanitizedTitle}"; RequestResult requestResult = downloadClient.MakeRequest(requestUrl, RequestType.Default); if ((int)requestResult.statusCode < 200 || (int)requestResult.statusCode >= 300) return Array.Empty(); if (requestResult.htmlDocument is null) return Array.Empty(); Manga[] publications = ParsePublicationsFromHtml(requestResult.htmlDocument); return publications; } private Manga[] ParsePublicationsFromHtml(HtmlDocument document) { if (!document.DocumentNode.SelectSingleNode("//div[@class='comics-grid']").ChildNodes .Any(node => node.HasClass("entry"))) return Array.Empty(); List urls = document.DocumentNode .SelectNodes( "//div[@class='comics-grid']//div[@class='entry']//a[contains(concat(' ',normalize-space(@class),' '),'thumb')]") .Select(thumb => thumb.GetAttributeValue("href", "")).ToList(); HashSet ret = new(); foreach (string url in urls) { Manga? manga = GetMangaFromUrl(url); if (manga is not null) ret.Add((Manga)manga); } return ret.ToArray(); } public override Manga? GetMangaFromId(string publicationId) { return GetMangaFromUrl($"https://www.mangaworld.ac/manga/{publicationId}"); } public override Manga? GetMangaFromUrl(string url) { RequestResult requestResult = downloadClient.MakeRequest(url, RequestType.MangaInfo); if ((int)requestResult.statusCode < 200 || (int)requestResult.statusCode >= 300) return null; if (requestResult.htmlDocument is null) return null; Regex idRex = new (@"https:\/\/www\.mangaworld\.[a-z]{0,63}\/manga\/([0-9]+\/[0-9A-z\-]+).*"); string id = idRex.Match(url).Groups[1].Value; return ParseSinglePublicationFromHtml(requestResult.htmlDocument, id, url); } private Manga ParseSinglePublicationFromHtml(HtmlDocument document, string publicationId, string websiteUrl) { Dictionary altTitles = new(); Dictionary? links = null; string originalLanguage = ""; MangaReleaseStatus releaseStatus = MangaReleaseStatus.Unreleased; HtmlNode infoNode = document.DocumentNode.Descendants("div").First(d => d.HasClass("info")); string sortName = infoNode.Descendants("h1").First().InnerText; HtmlNode metadata = infoNode.Descendants().First(d => d.HasClass("meta-data")); HtmlNode altTitlesNode = metadata.SelectSingleNode("//span[text()='Titoli alternativi: ' or text()='Titolo alternativo: ']/..").ChildNodes[1]; string[] alts = altTitlesNode.InnerText.Split(", "); for(int i = 0; i < alts.Length; i++) altTitles.Add(i.ToString(), alts[i]); HtmlNode genresNode = metadata.SelectSingleNode("//span[text()='Generi: ' or text()='Genero: ']/.."); HashSet tags = genresNode.SelectNodes("a").Select(node => node.InnerText).ToHashSet(); HtmlNode authorsNode = metadata.SelectSingleNode("//span[text()='Autore: ' or text()='Autori: ']/.."); string[] authors = authorsNode.SelectNodes("a").Select(node => node.InnerText).ToArray(); string status = metadata.SelectSingleNode("//span[text()='Stato: ']/..").SelectNodes("a").First().InnerText; // ReSharper disable 5 times StringLiteralTypo switch (status.ToLower()) { case "cancellato": releaseStatus = MangaReleaseStatus.Cancelled; break; case "in pausa": releaseStatus = MangaReleaseStatus.OnHiatus; break; case "droppato": releaseStatus = MangaReleaseStatus.Cancelled; break; case "finito": releaseStatus = MangaReleaseStatus.Completed; break; case "in corso": releaseStatus = MangaReleaseStatus.Continuing; break; } string posterUrl = document.DocumentNode.SelectSingleNode("//img[@class='rounded']").GetAttributeValue("src", ""); string description = document.DocumentNode.SelectSingleNode("//div[@id='noidungm']").InnerText; string yearString = metadata.SelectSingleNode("//span[text()='Anno di uscita: ']/..").SelectNodes("a").First().InnerText; int year = Convert.ToInt32(yearString); Manga manga = //TODO return manga; } public override Chapter[] GetChapters(Manga manga, string language="en") { string requestUrl = $"https://www.mangaworld.ac/manga/{manga.MangaId}"; RequestResult requestResult = downloadClient.MakeRequest(requestUrl, RequestType.Default); if ((int)requestResult.statusCode < 200 || (int)requestResult.statusCode >= 300 || requestResult.htmlDocument is null) return []; List chapters = ParseChaptersFromHtml(manga, requestResult.htmlDocument); return chapters.Order().ToArray(); } private List ParseChaptersFromHtml(Manga manga, HtmlDocument document) { List ret = new(); HtmlNode chaptersWrapper = document.DocumentNode.SelectSingleNode( "//div[contains(concat(' ',normalize-space(@class),' '),'chapters-wrapper')]"); Regex volumeRex = new(@"[Vv]olume ([0-9]+).*"); Regex chapterRex = new(@"[Cc]apitolo ([0-9]+(?:\.[0-9]+)?).*"); Regex idRex = new(@".*\/read\/([a-z0-9]+)(?:[?\/].*)?"); if (chaptersWrapper.Descendants("div").Any(descendant => descendant.HasClass("volume-element"))) { foreach (HtmlNode volNode in document.DocumentNode.SelectNodes("//div[contains(concat(' ',normalize-space(@class),' '),'volume-element')]")) { string volume = volumeRex.Match(volNode.SelectNodes("div").First(node => node.HasClass("volume")).SelectSingleNode("p").InnerText).Groups[1].Value; foreach (HtmlNode chNode in volNode.SelectNodes("div").First(node => node.HasClass("volume-chapters")).SelectNodes("div")) { string number = chapterRex.Match(chNode.SelectSingleNode("a").SelectSingleNode("span").InnerText).Groups[1].Value; string url = chNode.SelectSingleNode("a").GetAttributeValue("href", ""); string id = idRex.Match(chNode.SelectSingleNode("a").GetAttributeValue("href", "")).Groups[1].Value; try { ret.Add(new Chapter(manga, null, volume, number, url, id)); } catch (Exception e) { } } } } else { foreach (HtmlNode chNode in chaptersWrapper.SelectNodes("div").Where(node => node.HasClass("chapter"))) { string number = chapterRex.Match(chNode.SelectSingleNode("a").SelectSingleNode("span").InnerText).Groups[1].Value; string url = chNode.SelectSingleNode("a").GetAttributeValue("href", ""); string id = idRex.Match(chNode.SelectSingleNode("a").GetAttributeValue("href", "")).Groups[1].Value; try { ret.Add(new Chapter(manga, null, null, number, url, id)); } catch (Exception e) { } } } ret.Reverse(); return ret; } internal override string[] GetChapterImageUrls(Chapter chapter) { string requestUrl = $"{chapter.Url}?style=list"; RequestResult requestResult = downloadClient.MakeRequest(requestUrl, RequestType.Default); if ((int)requestResult.statusCode < 200 || (int)requestResult.statusCode >= 300 || requestResult.htmlDocument is null) { return []; } string[] imageUrls = ParseImageUrlsFromHtml(requestResult.htmlDocument); return imageUrls; } private string[] ParseImageUrlsFromHtml(HtmlDocument document) { List ret = new(); HtmlNode imageContainer = document.DocumentNode.SelectSingleNode("//div[@id='page']"); foreach(HtmlNode imageNode in imageContainer.Descendants("img")) ret.Add(imageNode.GetAttributeValue("src", "")); return ret.ToArray(); } }