using Logging; using Newtonsoft.Json; using Tranga.Connectors; namespace Tranga; /// /// Manages all TrangaTasks. /// Provides a Threaded environment to execute Tasks, and still manage the Task-Collection /// public class TaskManager { public Dictionary> _chapterCollection = new(); private HashSet _allTasks; private bool _continueRunning = true; private readonly Connector[] _connectors; private readonly Dictionary> _taskQueue = new(); public TrangaSettings settings { get; } private Logger? logger { get; } public Komga? komga => settings.komga; /// Local path to save data (Manga) to /// Path to the working directory /// The Url of the Komga-instance that you want to update /// The Komga username /// The Komga password /// public TaskManager(string downloadFolderPath, string? workingDirectory = null, string? komgaBaseUrl = null, string? komgaUsername = null, string? komgaPassword = null, Logger? logger = null) { this.logger = logger; _allTasks = new HashSet(); Komga? newKomga = null; if (komgaBaseUrl != null && komgaUsername != null && komgaPassword != null) newKomga = new Komga(komgaBaseUrl, komgaUsername, komgaPassword, logger); this.settings = new TrangaSettings(downloadFolderPath, workingDirectory, newKomga); ExportData(); this._connectors = new Connector[]{ new MangaDex(downloadFolderPath, logger) }; foreach(Connector cConnector in this._connectors) _taskQueue.Add(cConnector, new List()); Thread taskChecker = new(TaskCheckerThread); taskChecker.Start(); } public void UpdateSettings(string? downloadLocation, string? komgaUrl, string? komgaAuth) { Komga? komga = null; if (komgaUrl is not null && komgaAuth is not null) komga = new Komga(komgaUrl, komgaAuth, null); settings.downloadLocation = downloadLocation ?? settings.downloadLocation; settings.komga = komga ?? komga; ExportData(); } public TaskManager(TrangaSettings settings, Logger? logger = null) { this.logger = logger; this._connectors = new Connector[]{ new MangaDex(settings.downloadLocation, logger) }; foreach(Connector cConnector in this._connectors) _taskQueue.Add(cConnector, new List()); _allTasks = new HashSet(); this.settings = settings; ImportData(); ExportData(); Thread taskChecker = new(TaskCheckerThread); taskChecker.Start(); } /// /// Runs continuously until shutdown. /// Checks if tasks have to be executed (time elapsed) /// private void TaskCheckerThread() { logger?.WriteLine(this.GetType().ToString(), "Starting TaskCheckerThread."); while (_continueRunning) { //Check if previous tasks have finished and execute new tasks foreach (KeyValuePair> connectorTaskQueue in _taskQueue) { if(connectorTaskQueue.Value.RemoveAll(task => task.state == TrangaTask.ExecutionState.Waiting) > 0) ExportData(); if (connectorTaskQueue.Value.Count > 0 && connectorTaskQueue.Value.All(task => task.state is TrangaTask.ExecutionState.Enqueued)) ExecuteTaskNow(connectorTaskQueue.Value.First()); } //Check if task should be executed //Depending on type execute immediately or enqueue foreach (TrangaTask task in _allTasks.Where(aTask => aTask.ShouldExecute())) { task.state = TrangaTask.ExecutionState.Enqueued; if(task.connectorName is null) ExecuteTaskNow(task); else { logger?.WriteLine(this.GetType().ToString(), $"Task due: {task}"); _taskQueue[GetConnector(task.connectorName!)].Add(task); } } Thread.Sleep(1000); } } /// /// Forces the execution of a given task /// /// Task to execute public void ExecuteTaskNow(TrangaTask task) { if (!this._allTasks.Contains(task)) return; logger?.WriteLine(this.GetType().ToString(), $"Forcing Execution: {task}"); Task t = new Task(() => { TaskExecutor.Execute(this, task, logger); }); t.Start(); } /// /// Creates and adds a new Task to the task-Collection /// /// TrangaTask.Task to later execute /// Name of the connector to use /// Publication to execute Task on, can be null in case of unrelated Task /// Time-Interval between Executions /// language, should Task require parameter. Can be empty /// Is thrown when connectorName is not a available Connector public TrangaTask AddTask(TrangaTask.Task task, string? connectorName, Publication? publication, TimeSpan reoccurrence, string language = "") { logger?.WriteLine(this.GetType().ToString(), $"Adding new Task {task} {connectorName} {publication?.sortName}"); TrangaTask newTask; if (task == TrangaTask.Task.UpdateKomgaLibrary) { newTask = new TrangaTask(task, null, null, reoccurrence, language); //Check if same task already exists // ReSharper disable once SimplifyLinqExpressionUseAll readabilty if (!_allTasks.Any(trangaTask => trangaTask.task == task)) { _allTasks.Add(newTask); } } else { if(connectorName is null) throw new ArgumentException($"connectorName can not be null for task {task}"); //Get appropriate Connector from available Connectors for TrangaTask Connector? connector = _connectors.FirstOrDefault(c => c.name == connectorName); if (connector is null) throw new ArgumentException($"Connector {connectorName} is not a known connector."); newTask = new TrangaTask(task, connector.name, publication, reoccurrence, language); //Check if same task already exists if (!_allTasks.Any(trangaTask => trangaTask.task == task && trangaTask.connectorName == connector.name && trangaTask.publication?.internalId == publication?.internalId)) { if(task != TrangaTask.Task.UpdatePublications) _chapterCollection.TryAdd((Publication)publication!, new List()); _allTasks.Add(newTask); } } logger?.WriteLine(this.GetType().ToString(), $"Added new Task {newTask.ToString()}"); ExportData(); return newTask; } /// /// Removes Task from task-collection /// /// TrangaTask.Task type /// Name of Connector that was used /// Publication that was used public void DeleteTask(TrangaTask.Task task, string? connectorName, Publication? publication) { logger?.WriteLine(this.GetType().ToString(), $"Removing Task {task} {publication?.sortName}"); if (task == TrangaTask.Task.UpdateKomgaLibrary) { _allTasks.RemoveWhere(uTask => uTask.task == TrangaTask.Task.UpdateKomgaLibrary); logger?.WriteLine(this.GetType().ToString(), $"Removed Task {task}"); } else if (connectorName is null) throw new ArgumentException($"connectorName can not be null for Task {task}"); else { if(_allTasks.RemoveWhere(trangaTask => trangaTask.task == task && trangaTask.connectorName == connectorName && trangaTask.publication?.internalId == publication?.internalId) > 0) logger?.WriteLine(this.GetType().ToString(), $"Removed Task {task} {publication?.sortName} {publication?.internalId}."); else logger?.WriteLine(this.GetType().ToString(), $"No Task {task} {publication?.sortName} {publication?.internalId} could be found."); } ExportData(); } /// /// Removes a Task from the queue /// /// public void RemoveTaskFromQueue(TrangaTask task) { task.lastExecuted = DateTime.Now; foreach (List taskList in this._taskQueue.Values) taskList.Remove(task); task.state = TrangaTask.ExecutionState.Waiting; } /// /// Sets last execution time to start of time /// Let taskManager handle enqueuing /// /// public void AddTaskToQueue(TrangaTask task) { task.lastExecuted = DateTime.UnixEpoch; } /// All available Connectors public Dictionary GetAvailableConnectors() { return this._connectors.ToDictionary(connector => connector.name, connector => connector); } /// All TrangaTasks in task-collection public TrangaTask[] GetAllTasks() { TrangaTask[] ret = new TrangaTask[_allTasks.Count]; _allTasks.CopyTo(ret); return ret; } public Publication[] GetPublicationsFromConnector(Connector connector, string? title = null) { Publication[] ret = connector.GetPublications(title ?? ""); foreach (Publication publication in ret) { if(!_chapterCollection.Any(pub => pub.Key.sortName == publication.sortName)) this._chapterCollection.TryAdd(publication, new List()); } return ret; } /// All added Publications public Publication[] GetAllPublications() { return this._chapterCollection.Keys.ToArray(); } /// /// Return Connector with given Name /// /// Connector-name (exact) /// If Connector is not available public Connector GetConnector(string? connectorName) { if(connectorName is null) throw new Exception($"connectorName can not be null"); Connector? ret = this._connectors.FirstOrDefault(connector => connector.name == connectorName); if (ret is null) throw new Exception($"Connector {connectorName} is not an available Connector."); return (Connector)ret!; } /// /// Shuts down the taskManager. /// /// If force is true, tasks are aborted. public void Shutdown(bool force = false) { logger?.WriteLine(this.GetType().ToString(), $"Shutting down (forced={force})"); _continueRunning = false; ExportData(); if(force) Environment.Exit(_allTasks.Count(task => task.state is TrangaTask.ExecutionState.Enqueued or TrangaTask.ExecutionState.Running)); //Wait for tasks to finish while(_allTasks.Any(task => task.state is TrangaTask.ExecutionState.Running or TrangaTask.ExecutionState.Enqueued)) Thread.Sleep(10); logger?.WriteLine(this.GetType().ToString(), "Tasks finished. Bye!"); Environment.Exit(0); } private void ImportData() { logger?.WriteLine(this.GetType().ToString(), "Importing Data"); string buffer; if (File.Exists(settings.tasksFilePath)) { logger?.WriteLine(this.GetType().ToString(), $"Importing tasks from {settings.tasksFilePath}"); buffer = File.ReadAllText(settings.tasksFilePath); this._allTasks = JsonConvert.DeserializeObject>(buffer)!; } if (File.Exists(settings.knownPublicationsPath)) { logger?.WriteLine(this.GetType().ToString(), $"Importing known publications from {settings.knownPublicationsPath}"); buffer = File.ReadAllText(settings.knownPublicationsPath); Publication[] publications = JsonConvert.DeserializeObject(buffer)!; foreach (Publication publication in publications) this._chapterCollection.TryAdd(publication, new List()); } } /// /// Exports data (settings, tasks) to file /// private void ExportData() { logger?.WriteLine(this.GetType().ToString(), $"Exporting settings to {settings.settingsFilePath}"); File.WriteAllText(settings.settingsFilePath, JsonConvert.SerializeObject(settings)); logger?.WriteLine(this.GetType().ToString(), $"Exporting tasks to {settings.tasksFilePath}"); File.WriteAllText(settings.tasksFilePath, JsonConvert.SerializeObject(this._allTasks)); logger?.WriteLine(this.GetType().ToString(), $"Exporting known publications to {settings.knownPublicationsPath}"); File.WriteAllText(settings.knownPublicationsPath, JsonConvert.SerializeObject(this._chapterCollection.Keys.ToArray())); } }