mirror of
https://github.com/Kareadita/Kavita.git
synced 2025-06-03 13:44:31 -04:00
* Moved LibraryWatcher to utilize a queue for calculating the change event to ensure the Watcher doesn't get overwhelmed on large moves. * Fixed a security vulnerability (https://huntr.dev/bounties/8a3e652f-d6bf-436e-877e-0eaf5c69ef95/). This will be disclosed in Stable release changelog. * Tweaked the log message template * Removed some dead code from Configuration json patcher * Fixed a bug with the ComicInfo finding to properly handle root level. Fixed a bug where sometimes scanner wouldn't choose the first file with ComicInfo for filling out information. * Added new setting for managing how many logs files are allowed, just like how backups work. * Added unit tests for new CleanupLogs code * Fixed a bug where manga reader background color wasn't actually sending from the UI * Added new stats for tracking to help understand usage in the app and what features are used or not. * Fixed Stats url * Fixed a bug where volumes that had larger than 1 difference wouldn't properly return next/prev chapter (for continuous reader) * Remove a redundant test step in build pipeline, since it's already done at PR stage. * Updated dockerfile to use the new Heath check endpoint * Allow force to pass through to scan loop * Removed some old config stuff from a safety check on config in entrypoint.sh * Fixed broken unit tests due to new RBS check and how we setup mock data.
385 lines
12 KiB
C#
385 lines
12 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.Globalization;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
using API.DTOs;
|
|
using API.DTOs.Filtering;
|
|
using API.DTOs.JumpBar;
|
|
using API.DTOs.Metadata;
|
|
using API.Entities;
|
|
using API.Entities.Enums;
|
|
using AutoMapper;
|
|
using AutoMapper.QueryableExtensions;
|
|
using Kavita.Common.Extensions;
|
|
using Microsoft.EntityFrameworkCore;
|
|
|
|
namespace API.Data.Repositories;
|
|
|
|
[Flags]
|
|
public enum LibraryIncludes
|
|
{
|
|
None = 1,
|
|
Series = 2,
|
|
AppUser = 4,
|
|
Folders = 8,
|
|
// Ratings = 16
|
|
}
|
|
|
|
public interface ILibraryRepository
|
|
{
|
|
void Add(Library library);
|
|
void Update(Library library);
|
|
void Delete(Library library);
|
|
Task<IEnumerable<LibraryDto>> GetLibraryDtosAsync();
|
|
Task<bool> LibraryExists(string libraryName);
|
|
Task<Library> GetLibraryForIdAsync(int libraryId, LibraryIncludes includes);
|
|
Task<IEnumerable<LibraryDto>> GetLibraryDtosForUsernameAsync(string userName);
|
|
Task<IEnumerable<Library>> GetLibrariesAsync(LibraryIncludes includes = LibraryIncludes.None);
|
|
Task<bool> DeleteLibrary(int libraryId);
|
|
Task<IEnumerable<Library>> GetLibrariesForUserIdAsync(int userId);
|
|
Task<IEnumerable<int>> GetLibraryIdsForUserIdAsync(int userId);
|
|
Task<LibraryType> GetLibraryTypeAsync(int libraryId);
|
|
Task<IEnumerable<Library>> GetLibraryForIdsAsync(IEnumerable<int> libraryIds, LibraryIncludes includes = LibraryIncludes.None);
|
|
Task<int> GetTotalFiles();
|
|
IEnumerable<JumpKeyDto> GetJumpBarAsync(int libraryId);
|
|
Task<IList<AgeRatingDto>> GetAllAgeRatingsDtosForLibrariesAsync(List<int> libraryIds);
|
|
Task<IList<LanguageDto>> GetAllLanguagesForLibrariesAsync(List<int> libraryIds);
|
|
Task<IList<LanguageDto>> GetAllLanguagesForLibrariesAsync();
|
|
IEnumerable<PublicationStatusDto> GetAllPublicationStatusesDtosForLibrariesAsync(List<int> libraryIds);
|
|
Task<bool> DoAnySeriesFoldersMatch(IEnumerable<string> folders);
|
|
Library GetLibraryByFolder(string folder);
|
|
}
|
|
|
|
public class LibraryRepository : ILibraryRepository
|
|
{
|
|
private readonly DataContext _context;
|
|
private readonly IMapper _mapper;
|
|
|
|
public LibraryRepository(DataContext context, IMapper mapper)
|
|
{
|
|
_context = context;
|
|
_mapper = mapper;
|
|
}
|
|
|
|
public void Add(Library library)
|
|
{
|
|
_context.Library.Add(library);
|
|
}
|
|
|
|
public void Update(Library library)
|
|
{
|
|
_context.Entry(library).State = EntityState.Modified;
|
|
}
|
|
|
|
public void Delete(Library library)
|
|
{
|
|
_context.Library.Remove(library);
|
|
}
|
|
|
|
public async Task<IEnumerable<LibraryDto>> GetLibraryDtosForUsernameAsync(string userName)
|
|
{
|
|
return await _context.Library
|
|
.Include(l => l.AppUsers)
|
|
.Where(library => library.AppUsers.Any(x => x.UserName == userName))
|
|
.OrderBy(l => l.Name)
|
|
.ProjectTo<LibraryDto>(_mapper.ConfigurationProvider)
|
|
.AsNoTracking()
|
|
.AsSingleQuery()
|
|
.ToListAsync();
|
|
}
|
|
|
|
/// <summary>
|
|
/// Returns all libraries including their AppUsers + extra includes
|
|
/// </summary>
|
|
/// <param name="includes"></param>
|
|
/// <returns></returns>
|
|
public async Task<IEnumerable<Library>> GetLibrariesAsync(LibraryIncludes includes = LibraryIncludes.None)
|
|
{
|
|
var query = _context.Library
|
|
.Include(l => l.AppUsers)
|
|
.Select(l => l);
|
|
|
|
query = AddIncludesToQuery(query, includes);
|
|
return await query.ToListAsync();
|
|
}
|
|
|
|
public async Task<bool> DeleteLibrary(int libraryId)
|
|
{
|
|
var library = await GetLibraryForIdAsync(libraryId, LibraryIncludes.Folders | LibraryIncludes.Series);
|
|
_context.Library.Remove(library);
|
|
|
|
return await _context.SaveChangesAsync() > 0;
|
|
}
|
|
|
|
/// <summary>
|
|
/// This does not track
|
|
/// </summary>
|
|
/// <param name="userId"></param>
|
|
/// <returns></returns>
|
|
public async Task<IEnumerable<Library>> GetLibrariesForUserIdAsync(int userId)
|
|
{
|
|
return await _context.Library
|
|
.Include(l => l.AppUsers)
|
|
.Where(l => l.AppUsers.Select(ap => ap.Id).Contains(userId))
|
|
.AsNoTracking()
|
|
.ToListAsync();
|
|
}
|
|
|
|
public async Task<IEnumerable<int>> GetLibraryIdsForUserIdAsync(int userId)
|
|
{
|
|
return await _context.Library
|
|
.Where(l => l.AppUsers.Select(ap => ap.Id).Contains(userId))
|
|
.Select(l => l.Id)
|
|
.ToListAsync();
|
|
}
|
|
|
|
public async Task<LibraryType> GetLibraryTypeAsync(int libraryId)
|
|
{
|
|
return await _context.Library
|
|
.Where(l => l.Id == libraryId)
|
|
.AsNoTracking()
|
|
.Select(l => l.Type)
|
|
.SingleAsync();
|
|
}
|
|
|
|
public async Task<IEnumerable<Library>> GetLibraryForIdsAsync(IEnumerable<int> libraryIds, LibraryIncludes includes = LibraryIncludes.None)
|
|
{
|
|
var query = _context.Library
|
|
.Where(x => libraryIds.Contains(x.Id));
|
|
|
|
AddIncludesToQuery(query, includes);
|
|
return await query.ToListAsync();
|
|
}
|
|
|
|
public async Task<int> GetTotalFiles()
|
|
{
|
|
return await _context.MangaFile.CountAsync();
|
|
}
|
|
|
|
public IEnumerable<JumpKeyDto> GetJumpBarAsync(int libraryId)
|
|
{
|
|
var seriesSortCharacters = _context.Series.Where(s => s.LibraryId == libraryId)
|
|
.Select(s => s.SortName.ToUpper())
|
|
.OrderBy(s => s)
|
|
.AsEnumerable()
|
|
.Select(s => s[0]);
|
|
|
|
// Map the title to the number of entities
|
|
var firstCharacterMap = new Dictionary<char, int>();
|
|
foreach (var sortChar in seriesSortCharacters)
|
|
{
|
|
var c = sortChar;
|
|
var isAlpha = char.IsLetter(sortChar);
|
|
if (!isAlpha) c = '#';
|
|
if (!firstCharacterMap.ContainsKey(c))
|
|
{
|
|
firstCharacterMap[c] = 0;
|
|
}
|
|
|
|
firstCharacterMap[c] += 1;
|
|
}
|
|
|
|
return firstCharacterMap.Keys.Select(k => new JumpKeyDto()
|
|
{
|
|
Key = k + string.Empty,
|
|
Size = firstCharacterMap[k],
|
|
Title = k + string.Empty
|
|
});
|
|
}
|
|
|
|
public async Task<IEnumerable<LibraryDto>> GetLibraryDtosAsync()
|
|
{
|
|
return await _context.Library
|
|
.Include(f => f.Folders)
|
|
.OrderBy(l => l.Name)
|
|
.ProjectTo<LibraryDto>(_mapper.ConfigurationProvider)
|
|
.AsSplitQuery()
|
|
.AsNoTracking()
|
|
.ToListAsync();
|
|
}
|
|
|
|
public async Task<Library> GetLibraryForIdAsync(int libraryId, LibraryIncludes includes)
|
|
{
|
|
|
|
var query = _context.Library
|
|
.Where(x => x.Id == libraryId);
|
|
|
|
query = AddIncludesToQuery(query, includes);
|
|
return await query.SingleAsync();
|
|
}
|
|
|
|
private static IQueryable<Library> AddIncludesToQuery(IQueryable<Library> query, LibraryIncludes includeFlags)
|
|
{
|
|
if (includeFlags.HasFlag(LibraryIncludes.Folders))
|
|
{
|
|
query = query.Include(l => l.Folders);
|
|
}
|
|
|
|
if (includeFlags.HasFlag(LibraryIncludes.Series))
|
|
{
|
|
query = query.Include(l => l.Series);
|
|
}
|
|
|
|
if (includeFlags.HasFlag(LibraryIncludes.AppUser))
|
|
{
|
|
query = query.Include(l => l.AppUsers);
|
|
}
|
|
|
|
return query.AsSplitQuery();
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
/// This returns a Library with all it's Series -> Volumes -> Chapters. This is expensive. Should only be called when needed.
|
|
/// </summary>
|
|
/// <param name="libraryId"></param>
|
|
/// <returns></returns>
|
|
public async Task<Library> GetFullLibraryForIdAsync(int libraryId)
|
|
{
|
|
return await _context.Library
|
|
.Where(x => x.Id == libraryId)
|
|
.Include(f => f.Folders)
|
|
.Include(l => l.Series)
|
|
.ThenInclude(s => s.Metadata)
|
|
.Include(l => l.Series)
|
|
.ThenInclude(s => s.Volumes)
|
|
.ThenInclude(v => v.Chapters)
|
|
.ThenInclude(c => c.Files)
|
|
.AsSplitQuery()
|
|
.SingleAsync();
|
|
}
|
|
|
|
/// <summary>
|
|
/// This is a heavy call, pulls all entities for a Library, except this version only grabs for one series id
|
|
/// </summary>
|
|
/// <param name="libraryId"></param>
|
|
/// <param name="seriesId"></param>
|
|
/// <returns></returns>
|
|
public async Task<Library> GetFullLibraryForIdAsync(int libraryId, int seriesId)
|
|
{
|
|
|
|
return await _context.Library
|
|
.Where(x => x.Id == libraryId)
|
|
.Include(f => f.Folders)
|
|
.Include(l => l.Series.Where(s => s.Id == seriesId))
|
|
.ThenInclude(s => s.Metadata)
|
|
.Include(l => l.Series.Where(s => s.Id == seriesId))
|
|
.ThenInclude(s => s.Volumes)
|
|
.ThenInclude(v => v.Chapters)
|
|
.ThenInclude(c => c.Files)
|
|
.AsSplitQuery()
|
|
.SingleAsync();
|
|
}
|
|
|
|
public async Task<bool> LibraryExists(string libraryName)
|
|
{
|
|
return await _context.Library
|
|
.AsNoTracking()
|
|
.AnyAsync(x => x.Name == libraryName);
|
|
}
|
|
|
|
public async Task<IEnumerable<LibraryDto>> GetLibrariesForUserAsync(AppUser user)
|
|
{
|
|
return await _context.Library
|
|
.Where(library => library.AppUsers.Contains(user))
|
|
.Include(l => l.Folders)
|
|
.AsNoTracking()
|
|
.AsSplitQuery()
|
|
.ProjectTo<LibraryDto>(_mapper.ConfigurationProvider)
|
|
.ToListAsync();
|
|
}
|
|
|
|
|
|
public async Task<IList<AgeRatingDto>> GetAllAgeRatingsDtosForLibrariesAsync(List<int> libraryIds)
|
|
{
|
|
return await _context.Series
|
|
.Where(s => libraryIds.Contains(s.LibraryId))
|
|
.Select(s => s.Metadata.AgeRating)
|
|
.Distinct()
|
|
.Select(s => new AgeRatingDto()
|
|
{
|
|
Value = s,
|
|
Title = s.ToDescription()
|
|
})
|
|
.ToListAsync();
|
|
}
|
|
|
|
public async Task<IList<LanguageDto>> GetAllLanguagesForLibrariesAsync(List<int> libraryIds)
|
|
{
|
|
var ret = await _context.Series
|
|
.Where(s => libraryIds.Contains(s.LibraryId))
|
|
.Select(s => s.Metadata.Language)
|
|
.AsSplitQuery()
|
|
.AsNoTracking()
|
|
.Distinct()
|
|
.ToListAsync();
|
|
|
|
return ret
|
|
.Where(s => !string.IsNullOrEmpty(s))
|
|
.Select(s => new LanguageDto()
|
|
{
|
|
Title = CultureInfo.GetCultureInfo(s).DisplayName,
|
|
IsoCode = s
|
|
})
|
|
.OrderBy(s => s.Title)
|
|
.ToList();
|
|
}
|
|
|
|
public async Task<IList<LanguageDto>> GetAllLanguagesForLibrariesAsync()
|
|
{
|
|
var ret = await _context.Series
|
|
.Select(s => s.Metadata.Language)
|
|
.AsSplitQuery()
|
|
.AsNoTracking()
|
|
.Distinct()
|
|
.ToListAsync();
|
|
|
|
return ret
|
|
.Where(s => !string.IsNullOrEmpty(s))
|
|
.Select(s => new LanguageDto()
|
|
{
|
|
Title = CultureInfo.GetCultureInfo(s).DisplayName,
|
|
IsoCode = s
|
|
})
|
|
.OrderBy(s => s.Title)
|
|
.ToList();
|
|
}
|
|
|
|
public IEnumerable<PublicationStatusDto> GetAllPublicationStatusesDtosForLibrariesAsync(List<int> libraryIds)
|
|
{
|
|
return _context.Series
|
|
.Where(s => libraryIds.Contains(s.LibraryId))
|
|
.AsSplitQuery()
|
|
.Select(s => s.Metadata.PublicationStatus)
|
|
.Distinct()
|
|
.AsEnumerable()
|
|
.Select(s => new PublicationStatusDto()
|
|
{
|
|
Value = s,
|
|
Title = s.ToDescription()
|
|
})
|
|
.OrderBy(s => s.Title);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Checks if any series folders match the folders passed in
|
|
/// </summary>
|
|
/// <param name="folders"></param>
|
|
/// <returns></returns>
|
|
public async Task<bool> DoAnySeriesFoldersMatch(IEnumerable<string> folders)
|
|
{
|
|
var normalized = folders.Select(Services.Tasks.Scanner.Parser.Parser.NormalizePath);
|
|
return await _context.Series.AnyAsync(s => normalized.Contains(s.FolderPath));
|
|
}
|
|
|
|
public Library? GetLibraryByFolder(string folder)
|
|
{
|
|
var normalized = Services.Tasks.Scanner.Parser.Parser.NormalizePath(folder);
|
|
return _context.Library
|
|
.Include(l => l.Folders)
|
|
.AsSplitQuery()
|
|
.SingleOrDefault(l => l.Folders.Select(f => f.Path).Contains(normalized));
|
|
}
|
|
}
|