2023-05-18 18:20:37 +02:00
|
|
|
|
using System.Globalization;
|
|
|
|
|
using System.Text.Json;
|
2023-05-18 15:48:54 +02:00
|
|
|
|
using System.Text.Json.Nodes;
|
|
|
|
|
|
|
|
|
|
namespace Tranga.Connectors;
|
2023-05-18 16:42:12 +02:00
|
|
|
|
//TODO Download covers: https://api.mangadex.org/docs/retrieving-covers/ https://api.mangadex.org/docs/swagger.html#/
|
2023-05-18 15:48:54 +02:00
|
|
|
|
|
|
|
|
|
public class MangaDex : Connector
|
|
|
|
|
{
|
2023-05-18 16:40:11 +02:00
|
|
|
|
internal override string downloadLocation { get; }
|
2023-05-18 15:48:54 +02:00
|
|
|
|
public override string name { get; }
|
2023-05-18 18:19:29 +02:00
|
|
|
|
private DownloadClient _downloadClient = new (750);
|
2023-05-18 15:48:54 +02:00
|
|
|
|
|
2023-05-18 16:40:11 +02:00
|
|
|
|
public MangaDex(string downloadLocation)
|
2023-05-18 15:48:54 +02:00
|
|
|
|
{
|
|
|
|
|
name = "MangaDex.org";
|
2023-05-18 16:40:11 +02:00
|
|
|
|
this.downloadLocation = downloadLocation;
|
2023-05-18 15:48:54 +02:00
|
|
|
|
}
|
|
|
|
|
|
2023-05-18 16:41:14 +02:00
|
|
|
|
public override Publication[] GetPublications(string publicationTitle = "")
|
2023-05-18 15:48:54 +02:00
|
|
|
|
{
|
|
|
|
|
const int limit = 100;
|
|
|
|
|
int offset = 0;
|
|
|
|
|
int total = int.MaxValue;
|
|
|
|
|
HashSet<Publication> publications = new();
|
|
|
|
|
while (offset < total)
|
|
|
|
|
{
|
2023-05-18 18:20:21 +02:00
|
|
|
|
DownloadClient.RequestResult requestResult = _downloadClient.MakeRequest($"https://api.mangadex.org/manga?limit={limit}&title={publicationTitle}&offset={offset}");
|
2023-05-18 15:48:54 +02:00
|
|
|
|
JsonObject? result = JsonSerializer.Deserialize<JsonObject>(requestResult.result);
|
2023-05-18 18:20:04 +02:00
|
|
|
|
offset += limit;
|
2023-05-18 15:48:54 +02:00
|
|
|
|
if (result is null)
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
total = result["total"]!.GetValue<int>();
|
|
|
|
|
JsonArray mangaInResult = result["data"]!.AsArray();
|
|
|
|
|
foreach (JsonObject manga in mangaInResult)
|
|
|
|
|
{
|
|
|
|
|
JsonObject attributes = manga["attributes"].AsObject();
|
|
|
|
|
|
|
|
|
|
string title = attributes["title"]!.AsObject().ContainsKey("en") && attributes["title"]!["en"] is not null
|
|
|
|
|
? attributes["title"]!["en"]!.GetValue<string>()
|
|
|
|
|
: "";
|
|
|
|
|
|
|
|
|
|
string? description = attributes["description"]!.AsObject().ContainsKey("en") && attributes["description"]!["en"] is not null
|
|
|
|
|
? attributes["description"]!["en"]!.GetValue<string?>()
|
|
|
|
|
: null;
|
|
|
|
|
|
|
|
|
|
JsonArray altTitlesObject = attributes["altTitles"]!.AsArray();
|
|
|
|
|
string[,] altTitles = new string[altTitlesObject.Count, 2];
|
|
|
|
|
int titleIndex = 0;
|
|
|
|
|
foreach (JsonObject altTitleObject in altTitlesObject)
|
|
|
|
|
{
|
|
|
|
|
string key = ((IDictionary<string, JsonNode?>)altTitleObject!).Keys.ToArray()[0];
|
|
|
|
|
altTitles[titleIndex, 0] = key;
|
|
|
|
|
altTitles[titleIndex++, 1] = altTitleObject[key]!.GetValue<string>();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
JsonArray tagsObject = attributes["tags"]!.AsArray();
|
|
|
|
|
HashSet<string> tags = new();
|
|
|
|
|
foreach (JsonObject tagObject in tagsObject)
|
|
|
|
|
{
|
|
|
|
|
if(tagObject!["attributes"]!["name"]!.AsObject().ContainsKey("en"))
|
|
|
|
|
tags.Add(tagObject!["attributes"]!["name"]!["en"]!.GetValue<string>());
|
|
|
|
|
}
|
|
|
|
|
|
2023-05-18 17:21:22 +02:00
|
|
|
|
string? poster = null;
|
|
|
|
|
if (manga.ContainsKey("relationships") && manga["relationships"] is not null)
|
|
|
|
|
{
|
|
|
|
|
JsonArray relationships = manga["relationships"]!.AsArray();
|
|
|
|
|
poster = relationships.FirstOrDefault(relationship => relationship!["type"]!.GetValue<string>() == "cover_art")!["id"]!.GetValue<string>();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
string[,]? links = null;
|
|
|
|
|
if (attributes.ContainsKey("links") && attributes["links"] is not null)
|
2023-05-18 15:48:54 +02:00
|
|
|
|
{
|
2023-05-18 17:21:22 +02:00
|
|
|
|
JsonObject linksObject = attributes["links"]!.AsObject();
|
|
|
|
|
links = new string[linksObject.Count, 2];
|
|
|
|
|
int linkIndex = 0;
|
|
|
|
|
foreach (string key in ((IDictionary<string, JsonNode?>)linksObject).Keys)
|
|
|
|
|
{
|
|
|
|
|
links[linkIndex, 0] = key;
|
|
|
|
|
links[linkIndex++, 1] = linksObject[key]!.GetValue<string>();
|
|
|
|
|
}
|
2023-05-18 15:48:54 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int? year = attributes.ContainsKey("year") && attributes["year"] is not null
|
|
|
|
|
? attributes["year"]!.GetValue<int?>()
|
|
|
|
|
: null;
|
|
|
|
|
|
|
|
|
|
string? originalLanguage = attributes.ContainsKey("originalLanguage") && attributes["originalLanguage"] is not null
|
|
|
|
|
? attributes["originalLanguage"]!.GetValue<string?>()
|
|
|
|
|
: null;
|
|
|
|
|
|
|
|
|
|
string status = attributes["status"]!.GetValue<string>();
|
|
|
|
|
|
|
|
|
|
Publication pub = new Publication(
|
|
|
|
|
title,
|
|
|
|
|
description,
|
|
|
|
|
altTitles,
|
|
|
|
|
tags.ToArray(),
|
|
|
|
|
poster,
|
|
|
|
|
links,
|
|
|
|
|
year,
|
|
|
|
|
originalLanguage,
|
|
|
|
|
status,
|
|
|
|
|
this,
|
|
|
|
|
manga["id"]!.GetValue<string>()
|
|
|
|
|
);
|
|
|
|
|
publications.Add(pub);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return publications.ToArray();
|
|
|
|
|
}
|
|
|
|
|
|
2023-05-18 18:19:04 +02:00
|
|
|
|
public override Chapter[] GetChapters(Publication publication, string language = "")
|
2023-05-18 15:48:54 +02:00
|
|
|
|
{
|
2023-05-18 16:04:03 +02:00
|
|
|
|
const int limit = 100;
|
|
|
|
|
int offset = 0;
|
|
|
|
|
string id = publication.downloadUrl;
|
|
|
|
|
int total = int.MaxValue;
|
|
|
|
|
List<Chapter> chapters = new();
|
|
|
|
|
while (offset < total)
|
|
|
|
|
{
|
|
|
|
|
DownloadClient.RequestResult requestResult =
|
2023-05-18 18:19:04 +02:00
|
|
|
|
_downloadClient.MakeRequest($"https://api.mangadex.org/manga/{id}/feed?limit={limit}&offset={offset}&translatedLanguage%5B%5D={language}");
|
2023-05-18 16:04:03 +02:00
|
|
|
|
JsonObject? result = JsonSerializer.Deserialize<JsonObject>(requestResult.result);
|
2023-05-18 18:20:04 +02:00
|
|
|
|
|
|
|
|
|
offset += limit;
|
2023-05-18 16:04:03 +02:00
|
|
|
|
if (result is null)
|
|
|
|
|
break;
|
|
|
|
|
|
|
|
|
|
total = result["total"]!.GetValue<int>();
|
|
|
|
|
JsonArray chaptersInResult = result["data"]!.AsArray();
|
|
|
|
|
foreach (JsonObject chapter in chaptersInResult)
|
|
|
|
|
{
|
|
|
|
|
JsonObject attributes = chapter!["attributes"]!.AsObject();
|
2023-05-18 17:22:02 +02:00
|
|
|
|
string chapterId = chapter["id"]!.GetValue<string>();
|
2023-05-18 16:21:21 +02:00
|
|
|
|
|
2023-05-18 16:04:03 +02:00
|
|
|
|
string? title = attributes.ContainsKey("title") && attributes["title"] is not null
|
|
|
|
|
? attributes["title"]!.GetValue<string>()
|
|
|
|
|
: null;
|
|
|
|
|
|
|
|
|
|
string? volume = attributes.ContainsKey("volume") && attributes["volume"] is not null
|
|
|
|
|
? attributes["volume"]!.GetValue<string>()
|
|
|
|
|
: null;
|
|
|
|
|
|
|
|
|
|
string? chapterNum = attributes.ContainsKey("chapter") && attributes["chapter"] is not null
|
|
|
|
|
? attributes["chapter"]!.GetValue<string>()
|
|
|
|
|
: null;
|
|
|
|
|
|
2023-05-18 16:21:21 +02:00
|
|
|
|
chapters.Add(new Chapter(publication, title, volume, chapterNum, chapterId));
|
2023-05-18 16:04:03 +02:00
|
|
|
|
}
|
|
|
|
|
}
|
2023-05-18 18:20:37 +02:00
|
|
|
|
|
|
|
|
|
NumberFormatInfo chapterNumberFormatInfo = new NumberFormatInfo()
|
|
|
|
|
{
|
|
|
|
|
NumberDecimalSeparator = "."
|
|
|
|
|
};
|
|
|
|
|
return chapters.OrderBy(chapter => Convert.ToSingle(chapter.chapterNumber, chapterNumberFormatInfo)).ToArray();
|
2023-05-18 15:48:54 +02:00
|
|
|
|
}
|
|
|
|
|
|
2023-05-18 16:21:02 +02:00
|
|
|
|
public override void DownloadChapter(Publication publication, Chapter chapter)
|
2023-05-18 15:48:54 +02:00
|
|
|
|
{
|
2023-05-18 16:21:54 +02:00
|
|
|
|
DownloadClient.RequestResult requestResult =
|
2023-05-18 17:18:41 +02:00
|
|
|
|
_downloadClient.MakeRequest($"https://api.mangadex.org/at-home/server/{chapter.url}?forcePort443=false'");
|
2023-05-18 16:21:54 +02:00
|
|
|
|
JsonObject? result = JsonSerializer.Deserialize<JsonObject>(requestResult.result);
|
|
|
|
|
if (result is null)
|
|
|
|
|
return;
|
|
|
|
|
|
|
|
|
|
string baseUrl = result["baseUrl"]!.GetValue<string>();
|
2023-05-18 17:21:06 +02:00
|
|
|
|
string hash = result["chapter"]!["hash"]!.GetValue<string>();
|
|
|
|
|
JsonArray imageFileNames = result["chapter"]!["data"]!.AsArray();
|
|
|
|
|
HashSet<string> imageUrls = new();
|
|
|
|
|
foreach (JsonNode image in imageFileNames)
|
2023-05-18 17:42:26 +02:00
|
|
|
|
imageUrls.Add($"{baseUrl}/data/{hash}/{image!.GetValue<string>()}");
|
2023-05-18 17:21:06 +02:00
|
|
|
|
|
|
|
|
|
string fileName = string.Concat(publication.sortName.Split(Path.GetInvalidFileNameChars()));
|
|
|
|
|
|
|
|
|
|
DownloadChapter(imageUrls.ToArray(), Path.Join(downloadLocation, fileName));
|
2023-05-18 16:42:00 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
internal override void DownloadImage(string url, string path)
|
|
|
|
|
{
|
2023-05-18 17:21:06 +02:00
|
|
|
|
DownloadClient.RequestResult requestResult = _downloadClient.MakeRequest(url);
|
|
|
|
|
byte[] buffer = new byte[requestResult.result.Length];
|
|
|
|
|
requestResult.result.ReadExactly(buffer, 0, buffer.Length);
|
|
|
|
|
File.WriteAllBytes(path, buffer);
|
2023-05-18 15:48:54 +02:00
|
|
|
|
}
|
|
|
|
|
}
|