mirror of
https://github.com/Kareadita/Kavita.git
synced 2025-05-31 04:04:19 -04:00
930 lines
37 KiB
C#
930 lines
37 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.IO.Abstractions;
|
|
using System.IO.Compression;
|
|
using System.Linq;
|
|
using System.Text;
|
|
using System.Text.Json;
|
|
using System.Threading;
|
|
using System.Threading.Tasks;
|
|
using System.Xml;
|
|
using System.Xml.Serialization;
|
|
using API.Data;
|
|
using API.Data.Metadata;
|
|
using API.Data.Repositories;
|
|
using API.Entities;
|
|
using API.Entities.Enums;
|
|
using API.Extensions;
|
|
using API.Helpers;
|
|
using API.Helpers.Builders;
|
|
using API.Services;
|
|
using API.Services.Plus;
|
|
using API.Services.Tasks;
|
|
using API.Services.Tasks.Metadata;
|
|
using API.Services.Tasks.Scanner;
|
|
using API.Services.Tasks.Scanner.Parser;
|
|
using API.SignalR;
|
|
using API.Tests.Helpers;
|
|
using Hangfire;
|
|
using Microsoft.Extensions.Logging;
|
|
using NSubstitute;
|
|
using Xunit;
|
|
using Xunit.Abstractions;
|
|
|
|
namespace API.Tests.Services;
|
|
|
|
public class ScannerServiceTests : AbstractDbTest
|
|
{
|
|
private readonly ITestOutputHelper _testOutputHelper;
|
|
private readonly ScannerHelper _scannerHelper;
|
|
private readonly string _testDirectory = Path.Join(Directory.GetCurrentDirectory(), "../../../Services/Test Data/ScannerService/ScanTests");
|
|
|
|
public ScannerServiceTests(ITestOutputHelper testOutputHelper)
|
|
{
|
|
_testOutputHelper = testOutputHelper;
|
|
|
|
// Set up Hangfire to use in-memory storage for testing
|
|
GlobalConfiguration.Configuration.UseInMemoryStorage();
|
|
_scannerHelper = new ScannerHelper(_unitOfWork, testOutputHelper);
|
|
}
|
|
|
|
protected override async Task ResetDb()
|
|
{
|
|
_context.Library.RemoveRange(_context.Library);
|
|
await _context.SaveChangesAsync();
|
|
}
|
|
|
|
|
|
protected async Task SetAllSeriesLastScannedInThePast(Library library, TimeSpan? duration = null)
|
|
{
|
|
foreach (var series in library.Series)
|
|
{
|
|
await SetLastScannedInThePast(series, duration, false);
|
|
}
|
|
await _context.SaveChangesAsync();
|
|
}
|
|
|
|
protected async Task SetLastScannedInThePast(Series series, TimeSpan? duration = null, bool save = true)
|
|
{
|
|
duration ??= TimeSpan.FromMinutes(2);
|
|
series.LastFolderScanned = DateTime.Now.Subtract(duration.Value);
|
|
_context.Series.Update(series);
|
|
|
|
if (save)
|
|
{
|
|
await _context.SaveChangesAsync();
|
|
}
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_ComicVine_PublisherFolder()
|
|
{
|
|
var testcase = "Publisher - ComicVine.json";
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Equal(4, postLib.Series.Count);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_ShouldCombineNestedFolder()
|
|
{
|
|
var testcase = "Series and Series-Series Combined - Manga.json";
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(2, postLib.Series.First().Volumes.Count);
|
|
}
|
|
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_FlatSeries()
|
|
{
|
|
var testcase = "Flat Series - Manga.json";
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(3, postLib.Series.First().Volumes.Count);
|
|
|
|
// TODO: Trigger a deletion of ch 10
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_FlatSeriesWithSpecialFolder()
|
|
{
|
|
var testcase = "Flat Series with Specials Folder Alt Naming - Manga.json";
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(4, postLib.Series.First().Volumes.Count);
|
|
Assert.NotNull(postLib.Series.First().Volumes.FirstOrDefault(v => v.Chapters.FirstOrDefault(c => c.IsSpecial) != null));
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_FlatSeriesWithSpecialFolder_AlternativeNaming()
|
|
{
|
|
var testcase = "Flat Series with Specials Folder Alt Naming - Manga.json";
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(4, postLib.Series.First().Volumes.Count);
|
|
Assert.NotNull(postLib.Series.First().Volumes.FirstOrDefault(v => v.Chapters.FirstOrDefault(c => c.IsSpecial) != null));
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_FlatSeriesWithSpecial()
|
|
{
|
|
const string testcase = "Flat Special - Manga.json";
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(3, postLib.Series.First().Volumes.Count);
|
|
Assert.NotNull(postLib.Series.First().Volumes.FirstOrDefault(v => v.Chapters.FirstOrDefault(c => c.IsSpecial) != null));
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_SeriesWithUnbalancedParenthesis()
|
|
{
|
|
const string testcase = "Scan Library Parses as ( - Manga.json";
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
|
|
var series = postLib.Series.First();
|
|
|
|
Assert.Equal("Mika-nee no Tanryoku Shidou - Mika s Guide to Self-Confidence (THE IDOLM@STE", series.Name);
|
|
}
|
|
|
|
/// <summary>
|
|
/// This is testing that if the first file is named A and has a localized name of B if all other files are named B, it should still group and name the series A
|
|
/// </summary>
|
|
[Fact]
|
|
public async Task ScanLibrary_LocalizedSeries()
|
|
{
|
|
const string testcase = "Series with Localized - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
infos.Add("My Dress-Up Darling v01.cbz", new ComicInfo()
|
|
{
|
|
Series = "My Dress-Up Darling",
|
|
LocalizedSeries = "Sono Bisque Doll wa Koi wo Suru"
|
|
});
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(3, postLib.Series.First().Volumes.Count);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_LocalizedSeries2()
|
|
{
|
|
const string testcase = "Series with Localized 2 - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
infos.Add("Immoral Guild v01.cbz", new ComicInfo()
|
|
{
|
|
Series = "Immoral Guild",
|
|
LocalizedSeries = "Futoku no Guild" // Filename has a capital N and localizedSeries has lowercase
|
|
});
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var s = postLib.Series.First();
|
|
Assert.Equal("Immoral Guild", s.Name);
|
|
Assert.Equal("Futoku no Guild", s.LocalizedName);
|
|
Assert.Equal(3, s.Volumes.Count);
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
/// Special Keywords shouldn't be removed from the series name and thus these 2 should group
|
|
/// </summary>
|
|
[Fact]
|
|
public async Task ScanLibrary_ExtraShouldNotAffect()
|
|
{
|
|
const string testcase = "Series with Extra - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
infos.Add("Vol.01.cbz", new ComicInfo()
|
|
{
|
|
Series = "The Novel's Extra",
|
|
});
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var s = postLib.Series.First();
|
|
Assert.Equal("The Novel's Extra", s.Name);
|
|
Assert.Equal(2, s.Volumes.Count);
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
/// Files under a folder with a SP marker should group into one issue
|
|
/// </summary>
|
|
/// <remarks>https://github.com/Kareadita/Kavita/issues/3299</remarks>
|
|
[Fact]
|
|
public async Task ScanLibrary_ImageSeries_SpecialGrouping()
|
|
{
|
|
const string testcase = "Image Series with SP Folder - Manga.json";
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(3, postLib.Series.First().Volumes.Count);
|
|
}
|
|
|
|
/// <summary>
|
|
/// This test is currently disabled because the Image parser is unable to support multiple files mapping into one single Special.
|
|
/// https://github.com/Kareadita/Kavita/issues/3299
|
|
/// </summary>
|
|
public async Task ScanLibrary_ImageSeries_SpecialGrouping_NonEnglish()
|
|
{
|
|
const string testcase = "Image Series with SP Folder (Non English) - Image.json";
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var series = postLib.Series.First();
|
|
Assert.Equal(3, series.Volumes.Count);
|
|
var specialVolume = series.Volumes.FirstOrDefault(v => v.Name == Parser.SpecialVolume);
|
|
Assert.NotNull(specialVolume);
|
|
Assert.Single(specialVolume.Chapters);
|
|
Assert.True(specialVolume.Chapters.First().IsSpecial);
|
|
//Assert.Equal("葬送のフリーレン 公式ファンブック SP01", specialVolume.Chapters.First().Title);
|
|
}
|
|
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_PublishersInheritFromChapters()
|
|
{
|
|
const string testcase = "Flat Special - Manga.json";
|
|
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
infos.Add("Uzaki-chan Wants to Hang Out! v01 (2019) (Digital) (danke-Empire).cbz", new ComicInfo()
|
|
{
|
|
Publisher = "Correct Publisher"
|
|
});
|
|
infos.Add("Uzaki-chan Wants to Hang Out! - 2022 New Years Special SP01.cbz", new ComicInfo()
|
|
{
|
|
Publisher = "Special Publisher"
|
|
});
|
|
infos.Add("Uzaki-chan Wants to Hang Out! - Ch. 103 - Kouhai and Control.cbz", new ComicInfo()
|
|
{
|
|
Publisher = "Chapter Publisher"
|
|
});
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var publishers = postLib.Series.First().Metadata.People
|
|
.Where(p => p.Role == PersonRole.Publisher);
|
|
Assert.Equal(3, publishers.Count());
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
/// Tests that pdf parser handles the loose chapters correctly
|
|
/// https://github.com/Kareadita/Kavita/issues/3148
|
|
/// </summary>
|
|
[Fact]
|
|
public async Task ScanLibrary_LooseChapters_Pdf()
|
|
{
|
|
const string testcase = "PDF Comic Chapters - Comic.json";
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var series = postLib.Series.First();
|
|
Assert.Single(series.Volumes);
|
|
Assert.Equal(4, series.Volumes.First().Chapters.Count);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_LooseChapters_Pdf_LN()
|
|
{
|
|
const string testcase = "PDF Comic Chapters - LightNovel.json";
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var series = postLib.Series.First();
|
|
Assert.Single(series.Volumes);
|
|
Assert.Equal(4, series.Volumes.First().Chapters.Count);
|
|
}
|
|
|
|
/// <summary>
|
|
/// This is the same as doing ScanFolder as the case where it can find the series is just ScanSeries
|
|
/// </summary>
|
|
[Fact]
|
|
public async Task ScanSeries_NewChapterInNestedFolder()
|
|
{
|
|
const string testcase = "Series with Localized - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
infos.Add("My Dress-Up Darling v01.cbz", new ComicInfo()
|
|
{
|
|
Series = "My Dress-Up Darling",
|
|
LocalizedSeries = "Sono Bisque Doll wa Koi wo Suru"
|
|
});
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
|
|
var series = postLib.Series.First();
|
|
Assert.Equal(3, series.Volumes.Count);
|
|
|
|
// Bootstrap a new file in the nested "Sono Bisque Doll wa Koi wo Suru" directory and perform a series scan
|
|
var testDirectory = Path.Combine(_testDirectory, Path.GetFileNameWithoutExtension(testcase));
|
|
await _scannerHelper.Scaffold(testDirectory, ["My Dress-Up Darling/Sono Bisque Doll wa Koi wo Suru ch 11.cbz"]);
|
|
|
|
// Now that a new file exists in the subdirectory, scan again
|
|
await scanner.ScanSeries(series.Id);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Equal(3, series.Volumes.Count);
|
|
Assert.Equal(2, series.Volumes.First(v => v.MinNumber.Is(Parser.LooseLeafVolumeNumber)).Chapters.Count);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_LocalizedSeries_MatchesFilename()
|
|
{
|
|
const string testcase = "Localized Name matches Filename - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
infos.Add("Futoku no Guild v01.cbz", new ComicInfo()
|
|
{
|
|
Series = "Immoral Guild",
|
|
LocalizedSeries = "Futoku no Guild"
|
|
});
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var s = postLib.Series.First();
|
|
Assert.Equal("Immoral Guild", s.Name);
|
|
Assert.Equal("Futoku no Guild", s.LocalizedName);
|
|
Assert.Single(s.Volumes);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_LocalizedSeries_MatchesFilename_SameNames()
|
|
{
|
|
const string testcase = "Localized Name matches Filename - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
infos.Add("Futoku no Guild v01.cbz", new ComicInfo()
|
|
{
|
|
Series = "Futoku no Guild",
|
|
LocalizedSeries = "Futoku no Guild"
|
|
});
|
|
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var s = postLib.Series.First();
|
|
Assert.Equal("Futoku no Guild", s.Name);
|
|
Assert.Equal("Futoku no Guild", s.LocalizedName);
|
|
Assert.Single(s.Volumes);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_ExcludePattern_Works()
|
|
{
|
|
const string testcase = "Exclude Pattern 1 - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
library.LibraryExcludePatterns = [new LibraryExcludePattern() {Pattern = "**/Extra/*"}];
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var s = postLib.Series.First();
|
|
Assert.Equal(2, s.Volumes.Count);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_ExcludePattern_FlippedSlashes_Works()
|
|
{
|
|
const string testcase = "Exclude Pattern 1 - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
library.LibraryExcludePatterns = [new LibraryExcludePattern() {Pattern = "**\\Extra\\*"}];
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
var s = postLib.Series.First();
|
|
Assert.Equal(2, s.Volumes.Count);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_MultipleRoots_MultipleScans_DataPersists_Forced()
|
|
{
|
|
const string testcase = "Multiple Roots - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
var testDirectoryPath =
|
|
Path.Join(
|
|
Path.Join(Directory.GetCurrentDirectory(), "../../../Services/Test Data/ScannerService/ScanTests"),
|
|
testcase.Replace(".json", string.Empty));
|
|
library.Folders =
|
|
[
|
|
new FolderPath() {Path = Path.Join(testDirectoryPath, "Root 1")},
|
|
new FolderPath() {Path = Path.Join(testDirectoryPath, "Root 2")}
|
|
];
|
|
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Equal(2, postLib.Series.Count);
|
|
var s = postLib.Series.First(s => s.Name == "Plush");
|
|
Assert.Equal(2, s.Volumes.Count);
|
|
var s2 = postLib.Series.First(s => s.Name == "Accel");
|
|
Assert.Single(s2.Volumes);
|
|
|
|
// Make a change (copy a file into only 1 root)
|
|
var root1PlushFolder = Path.Join(testDirectoryPath, "Root 1/Antarctic Press/Plush");
|
|
File.Copy(Path.Join(root1PlushFolder, "Plush v02.cbz"), Path.Join(root1PlushFolder, "Plush v03.cbz"));
|
|
|
|
// Rescan to ensure nothing changes yet again
|
|
await scanner.ScanLibrary(library.Id, true);
|
|
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.Equal(2, postLib.Series.Count);
|
|
s = postLib.Series.First(s => s.Name == "Plush");
|
|
Assert.Equal(3, s.Volumes.Count);
|
|
s2 = postLib.Series.First(s => s.Name == "Accel");
|
|
Assert.Single(s2.Volumes);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Regression bug appeared where multi-root and one root gets a new file, on next scan of library,
|
|
/// the series in the other root are deleted. (This is actually failing because the file in Root 1 isn't being detected)
|
|
/// </summary>
|
|
[Fact]
|
|
public async Task ScanLibrary_MultipleRoots_MultipleScans_DataPersists_NonForced()
|
|
{
|
|
const string testcase = "Multiple Roots - Manga.json";
|
|
|
|
// Get the first file and generate a ComicInfo
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
var testDirectoryPath =
|
|
Path.Join(
|
|
Path.Join(Directory.GetCurrentDirectory(), "../../../Services/Test Data/ScannerService/ScanTests"),
|
|
testcase.Replace(".json", string.Empty));
|
|
library.Folders =
|
|
[
|
|
new FolderPath() {Path = Path.Join(testDirectoryPath, "Root 1")},
|
|
new FolderPath() {Path = Path.Join(testDirectoryPath, "Root 2")}
|
|
];
|
|
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Equal(2, postLib.Series.Count);
|
|
var s = postLib.Series.First(s => s.Name == "Plush");
|
|
Assert.Equal(2, s.Volumes.Count);
|
|
var s2 = postLib.Series.First(s => s.Name == "Accel");
|
|
Assert.Single(s2.Volumes);
|
|
|
|
// Make a change (copy a file into only 1 root)
|
|
var root1PlushFolder = Path.Join(testDirectoryPath, "Root 1/Antarctic Press/Plush");
|
|
File.Copy(Path.Join(root1PlushFolder, "Plush v02.cbz"), Path.Join(root1PlushFolder, "Plush v03.cbz"));
|
|
|
|
// Emulate time passage by updating lastFolderScan to be a min in the past
|
|
await SetLastScannedInThePast(s);
|
|
|
|
// Rescan to ensure nothing changes yet again
|
|
await scanner.ScanLibrary(library.Id, false);
|
|
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.Equal(2, postLib.Series.Count);
|
|
s = postLib.Series.First(s => s.Name == "Plush");
|
|
Assert.Equal(3, s.Volumes.Count);
|
|
s2 = postLib.Series.First(s => s.Name == "Accel");
|
|
Assert.Single(s2.Volumes);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_AlternatingRemoval_IssueReplication()
|
|
{
|
|
// https://github.com/Kareadita/Kavita/issues/3476#issuecomment-2661635558
|
|
const string testcase = "Alternating Removal - Manga.json";
|
|
|
|
// Setup: Generate test library
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
var testDirectoryPath = Path.Combine(Directory.GetCurrentDirectory(),
|
|
"../../../Services/Test Data/ScannerService/ScanTests",
|
|
testcase.Replace(".json", string.Empty));
|
|
|
|
library.Folders =
|
|
[
|
|
new FolderPath() { Path = Path.Combine(testDirectoryPath, "Root 1") },
|
|
new FolderPath() { Path = Path.Combine(testDirectoryPath, "Root 2") }
|
|
];
|
|
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
|
|
// First Scan: Everything should be added
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Contains(postLib.Series, s => s.Name == "Accel");
|
|
Assert.Contains(postLib.Series, s => s.Name == "Plush");
|
|
|
|
// Second Scan: Remove Root 2, expect Accel to be removed
|
|
library.Folders = [new FolderPath() { Path = Path.Combine(testDirectoryPath, "Root 1") }];
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
// Emulate time passage by updating lastFolderScan to be a min in the past
|
|
foreach (var s in postLib.Series)
|
|
{
|
|
s.LastFolderScanned = DateTime.Now.Subtract(TimeSpan.FromMinutes(1));
|
|
_context.Series.Update(s);
|
|
}
|
|
await _context.SaveChangesAsync();
|
|
|
|
await scanner.ScanLibrary(library.Id);
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.DoesNotContain(postLib.Series, s => s.Name == "Accel"); // Ensure Accel is gone
|
|
Assert.Contains(postLib.Series, s => s.Name == "Plush");
|
|
|
|
// Third Scan: Re-add Root 2, Accel should come back
|
|
library.Folders =
|
|
[
|
|
new FolderPath() { Path = Path.Combine(testDirectoryPath, "Root 1") },
|
|
new FolderPath() { Path = Path.Combine(testDirectoryPath, "Root 2") }
|
|
];
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
// Emulate time passage by updating lastFolderScan to be a min in the past
|
|
foreach (var s in postLib.Series)
|
|
{
|
|
s.LastFolderScanned = DateTime.Now.Subtract(TimeSpan.FromMinutes(1));
|
|
_context.Series.Update(s);
|
|
}
|
|
await _context.SaveChangesAsync();
|
|
|
|
await scanner.ScanLibrary(library.Id);
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.Contains(postLib.Series, s => s.Name == "Accel"); // Accel should be back
|
|
Assert.Contains(postLib.Series, s => s.Name == "Plush");
|
|
|
|
// Emulate time passage by updating lastFolderScan to be a min in the past
|
|
await SetAllSeriesLastScannedInThePast(postLib);
|
|
|
|
// Fourth Scan: Run again to check stability (should not remove Accel)
|
|
await scanner.ScanLibrary(library.Id);
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.Contains(postLib.Series, s => s.Name == "Accel");
|
|
Assert.Contains(postLib.Series, s => s.Name == "Plush");
|
|
}
|
|
|
|
[Fact]
|
|
public async Task ScanLibrary_DeleteSeriesInUI_ComeBack()
|
|
{
|
|
const string testcase = "Delete Series In UI - Manga.json";
|
|
|
|
// Setup: Generate test library
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
|
|
var testDirectoryPath = Path.Combine(Directory.GetCurrentDirectory(),
|
|
"../../../Services/Test Data/ScannerService/ScanTests",
|
|
testcase.Replace(".json", string.Empty));
|
|
|
|
library.Folders =
|
|
[
|
|
new FolderPath() { Path = Path.Combine(testDirectoryPath, "Root 1") },
|
|
new FolderPath() { Path = Path.Combine(testDirectoryPath, "Root 2") }
|
|
];
|
|
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
|
|
// First Scan: Everything should be added
|
|
await scanner.ScanLibrary(library.Id);
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.NotNull(postLib);
|
|
Assert.Contains(postLib.Series, s => s.Name == "Accel");
|
|
Assert.Contains(postLib.Series, s => s.Name == "Plush");
|
|
|
|
// Second Scan: Delete the Series
|
|
library.Series = [];
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Empty(postLib.Series);
|
|
|
|
await scanner.ScanLibrary(library.Id);
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
|
|
Assert.Contains(postLib.Series, s => s.Name == "Accel"); // Ensure Accel is gone
|
|
Assert.Contains(postLib.Series, s => s.Name == "Plush");
|
|
}
|
|
|
|
[Fact]
|
|
public async Task SubFolders_NoRemovals_ChangesFound()
|
|
{
|
|
const string testcase = "Subfolders always scanning all series changes - Manga.json";
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
var testDirectoryPath = library.Folders.First().Path;
|
|
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Equal(4, postLib.Series.Count);
|
|
|
|
var spiceAndWolf = postLib.Series.First(x => x.Name == "Spice and Wolf");
|
|
Assert.Equal(2, spiceAndWolf.Volumes.Count);
|
|
Assert.Equal(3, spiceAndWolf.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
var frieren = postLib.Series.First(x => x.Name == "Frieren - Beyond Journey's End");
|
|
Assert.Single(frieren.Volumes);
|
|
Assert.Equal(2, frieren.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
var executionerAndHerWayOfLife = postLib.Series.First(x => x.Name == "The Executioner and Her Way of Life");
|
|
Assert.Equal(2, executionerAndHerWayOfLife.Volumes.Count);
|
|
Assert.Equal(2, executionerAndHerWayOfLife.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
await SetAllSeriesLastScannedInThePast(postLib);
|
|
|
|
// Add a new chapter to a volume of the series, and scan. Validate that no chapters were lost, and the new
|
|
// chapter was added
|
|
var executionerCopyDir = Path.Join(Path.Join(testDirectoryPath, "The Executioner and Her Way of Life"),
|
|
"The Executioner and Her Way of Life Vol. 1");
|
|
File.Copy(Path.Join(executionerCopyDir, "The Executioner and Her Way of Life Vol. 1 Ch. 0001.cbz"),
|
|
Path.Join(executionerCopyDir, "The Executioner and Her Way of Life Vol. 1 Ch. 0002.cbz"));
|
|
|
|
await scanner.ScanLibrary(library.Id);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Equal(4, postLib.Series.Count);
|
|
|
|
spiceAndWolf = postLib.Series.First(x => x.Name == "Spice and Wolf");
|
|
Assert.Equal(2, spiceAndWolf.Volumes.Count);
|
|
Assert.Equal(3, spiceAndWolf.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
frieren = postLib.Series.First(x => x.Name == "Frieren - Beyond Journey's End");
|
|
Assert.Single(frieren.Volumes);
|
|
Assert.Equal(2, frieren.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
executionerAndHerWayOfLife = postLib.Series.First(x => x.Name == "The Executioner and Her Way of Life");
|
|
Assert.Equal(2, executionerAndHerWayOfLife.Volumes.Count);
|
|
Assert.Equal(3, executionerAndHerWayOfLife.Volumes.Sum(v => v.Chapters.Count)); // Incremented by 1
|
|
}
|
|
|
|
[Fact]
|
|
public async Task RemovalPickedUp_NoOtherChanges()
|
|
{
|
|
const string testcase = "Series removed when no other changes are made - Manga.json";
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
var testDirectoryPath = library.Folders.First().Path;
|
|
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Equal(2, postLib.Series.Count);
|
|
|
|
var executionerCopyDir = Path.Join(testDirectoryPath, "The Executioner and Her Way of Life");
|
|
Directory.Delete(executionerCopyDir, true);
|
|
|
|
await scanner.ScanLibrary(library.Id);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
Assert.Single(postLib.Series, s => s.Name == "Spice and Wolf");
|
|
Assert.Equal(2, postLib.Series.First().Volumes.Count);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task SubFoldersNoSubFolders_CorrectPickupAfterAdd()
|
|
{
|
|
// This test case is used in multiple tests and can result in conflict if not separated
|
|
const string testcase = "Subfolders and files at root (2) - Manga.json";
|
|
var infos = new Dictionary<string, ComicInfo>();
|
|
var library = await _scannerHelper.GenerateScannerData(testcase, infos);
|
|
var testDirectoryPath = library.Folders.First().Path;
|
|
|
|
_unitOfWork.LibraryRepository.Update(library);
|
|
await _unitOfWork.CommitAsync();
|
|
|
|
var scanner = _scannerHelper.CreateServices();
|
|
await scanner.ScanLibrary(library.Id);
|
|
|
|
var postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
|
|
var spiceAndWolf = postLib.Series.First(x => x.Name == "Spice and Wolf");
|
|
Assert.Equal(3, spiceAndWolf.Volumes.Count);
|
|
Assert.Equal(4, spiceAndWolf.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
await SetLastScannedInThePast(spiceAndWolf);
|
|
|
|
// Add volume to Spice and Wolf series directory
|
|
var spiceAndWolfDir = Path.Join(testDirectoryPath, "Spice and Wolf");
|
|
File.Copy(Path.Join(spiceAndWolfDir, "Spice and Wolf Vol. 1.cbz"),
|
|
Path.Join(spiceAndWolfDir, "Spice and Wolf Vol. 4.cbz"));
|
|
|
|
await scanner.ScanLibrary(library.Id);
|
|
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
|
|
spiceAndWolf = postLib.Series.First(x => x.Name == "Spice and Wolf");
|
|
Assert.Equal(4, spiceAndWolf.Volumes.Count);
|
|
Assert.Equal(5, spiceAndWolf.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
await SetLastScannedInThePast(spiceAndWolf);
|
|
|
|
// Add file in subfolder
|
|
spiceAndWolfDir = Path.Join(spiceAndWolfDir, "Spice and Wolf Vol. 3");
|
|
File.Copy(Path.Join(spiceAndWolfDir, "Spice and Wolf Vol. 3 Ch. 0012.cbz"),
|
|
Path.Join(spiceAndWolfDir, "Spice and Wolf Vol. 3 Ch. 0013.cbz"));
|
|
|
|
await scanner.ScanLibrary(library.Id);
|
|
|
|
postLib = await _unitOfWork.LibraryRepository.GetLibraryForIdAsync(library.Id, LibraryIncludes.Series);
|
|
Assert.NotNull(postLib);
|
|
Assert.Single(postLib.Series);
|
|
|
|
spiceAndWolf = postLib.Series.First(x => x.Name == "Spice and Wolf");
|
|
Assert.Equal(4, spiceAndWolf.Volumes.Count);
|
|
Assert.Equal(6, spiceAndWolf.Volumes.Sum(v => v.Chapters.Count));
|
|
|
|
}
|
|
}
|