mirror of
https://github.com/zoriya/Kyoo.git
synced 2025-05-24 02:02:36 -04:00
Revert "Poc anilist provider" (#490)
This commit is contained in:
parent
2472df4a3a
commit
afa57df5c2
@ -1,472 +0,0 @@
|
||||
import asyncio
|
||||
from aiohttp import ClientSession
|
||||
from datetime import date, timedelta, datetime
|
||||
from logging import getLogger
|
||||
from typing import Optional
|
||||
|
||||
from providers.utils import ProviderError
|
||||
from matcher.cache import cache
|
||||
|
||||
from ..provider import Provider
|
||||
from ..types.movie import Movie, MovieTranslation, Status as MovieStatus
|
||||
from ..types.season import Season, SeasonTranslation
|
||||
from ..types.episode import Episode, EpisodeTranslation, EpisodeID
|
||||
from ..types.studio import Studio
|
||||
from ..types.genre import Genre
|
||||
from ..types.metadataid import MetadataID
|
||||
from ..types.show import Show, ShowTranslation, Status as ShowStatus
|
||||
from ..types.collection import Collection
|
||||
|
||||
logger = getLogger(__name__)
|
||||
|
||||
|
||||
class AniList(Provider):
|
||||
def __init__(
|
||||
self,
|
||||
client: ClientSession,
|
||||
) -> None:
|
||||
super().__init__()
|
||||
self._client = client
|
||||
self.base = "https://graphql.anilist.co"
|
||||
self._genre_map = {
|
||||
"Action": Genre.ACTION,
|
||||
"Adventure": Genre.ADVENTURE,
|
||||
"Comedy": Genre.COMEDY,
|
||||
"Drama": Genre.DRAMA,
|
||||
"Ecchi": None,
|
||||
"Fantasy": Genre.FANTASY,
|
||||
"Hentai": None,
|
||||
"Horror": Genre.HORROR,
|
||||
"Mahou Shoujo": None,
|
||||
"Mecha": None,
|
||||
"Music": Genre.MUSIC,
|
||||
"Mystery": Genre.MYSTERY,
|
||||
"Psychological": None,
|
||||
"Romance": Genre.ROMANCE,
|
||||
"Sci-Fi": Genre.SCIENCE_FICTION,
|
||||
"Slice of Life": None,
|
||||
"Sports": None,
|
||||
"Supernatural": None,
|
||||
"Thriller": Genre.THRILLER,
|
||||
}
|
||||
|
||||
@property
|
||||
def name(self) -> str:
|
||||
return "anilist"
|
||||
|
||||
async def get(self, query: str, not_found: str, **variables: Optional[str | int]):
|
||||
while True:
|
||||
async with self._client.post(
|
||||
self.base,
|
||||
json={
|
||||
"query": query,
|
||||
"variables": {
|
||||
k: v for (k, v) in variables.items() if v is not None
|
||||
},
|
||||
},
|
||||
) as r:
|
||||
if r.status == 404:
|
||||
raise ProviderError(not_found)
|
||||
if r.status == 429:
|
||||
logger.error(r.headers)
|
||||
if "Retry-After" in r.headers:
|
||||
await asyncio.sleep(float(r.headers["Retry-After"]))
|
||||
elif "X-RateLimit-Reset" in r.headers:
|
||||
reset = datetime.fromtimestamp(
|
||||
float(r.headers["X-RateLimit-Reset"])
|
||||
)
|
||||
await asyncio.sleep((reset - datetime.now()).total_seconds())
|
||||
else:
|
||||
await asyncio.sleep(60)
|
||||
continue
|
||||
ret = await r.json()
|
||||
logger.error(ret)
|
||||
r.raise_for_status()
|
||||
if "errors" in ret:
|
||||
logger.error(ret)
|
||||
raise Exception(ret["errors"])
|
||||
return ret["data"]
|
||||
|
||||
@cache(ttl=timedelta(days=1))
|
||||
async def query_anime(
|
||||
self,
|
||||
*,
|
||||
id: Optional[str] = None,
|
||||
search: Optional[str] = None,
|
||||
year: Optional[int] = None,
|
||||
) -> Show:
|
||||
query = """
|
||||
query SearchAnime($id: Int, $search: String, $year: Int) {
|
||||
Media(id: $id, search: $search, type: ANIME, format_not: MOVIE, seasonYear: $year) {
|
||||
id
|
||||
siteUrl
|
||||
idMal
|
||||
title {
|
||||
romaji
|
||||
english
|
||||
native
|
||||
}
|
||||
description(asHtml: false)
|
||||
status
|
||||
episodes
|
||||
startDate {
|
||||
year
|
||||
month
|
||||
day
|
||||
}
|
||||
endDate {
|
||||
year
|
||||
month
|
||||
day
|
||||
}
|
||||
countryOfOrigin
|
||||
trailer {
|
||||
id
|
||||
site
|
||||
}
|
||||
coverImage {
|
||||
extraLarge
|
||||
}
|
||||
bannerImage
|
||||
genres
|
||||
synonyms
|
||||
averageScore
|
||||
tags {
|
||||
name
|
||||
isMediaSpoiler
|
||||
isGeneralSpoiler
|
||||
}
|
||||
studios(isMain: true) {
|
||||
nodes {
|
||||
id
|
||||
name
|
||||
siteUrl
|
||||
}
|
||||
}
|
||||
relations {
|
||||
edges {
|
||||
id
|
||||
relationType
|
||||
node {
|
||||
id
|
||||
title {
|
||||
romaji
|
||||
english
|
||||
native
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
"""
|
||||
q = await self.get(
|
||||
query,
|
||||
id=id,
|
||||
search=search,
|
||||
year=year,
|
||||
not_found=f"Could not find the show {id or ''}{search or ''}",
|
||||
)
|
||||
ret = q["Media"]
|
||||
show = Show(
|
||||
translations={
|
||||
"en": ShowTranslation(
|
||||
name=ret["title"]["romaji"],
|
||||
tagline=None,
|
||||
# TODO: unmarkdown the desc
|
||||
overview=ret["description"],
|
||||
# TODO: add spoiler tags
|
||||
tags=[
|
||||
x["name"]
|
||||
for x in ret["tags"]
|
||||
if not x["isMediaSpoiler"] and not x["isGeneralSpoiler"]
|
||||
]
|
||||
+ [
|
||||
x
|
||||
for x in ret["genres"]
|
||||
if x not in self._genre_map or self._genre_map[x] is None
|
||||
],
|
||||
posters=[ret["coverImage"]["extraLarge"]],
|
||||
logos=[],
|
||||
thumbnails=[],
|
||||
trailers=[f"https://youtube.com/watch?q={ret['trailer']['id']}"]
|
||||
if ret["trailer"] is not None
|
||||
and ret["trailer"]["site"] == "youtube"
|
||||
else [],
|
||||
)
|
||||
},
|
||||
original_language=ret["countryOfOrigin"],
|
||||
aliases=[
|
||||
x
|
||||
for x in [ret["title"]["english"], ret["title"]["native"]]
|
||||
if x is not None
|
||||
],
|
||||
start_air=date(
|
||||
year=ret["startDate"]["year"],
|
||||
month=ret["startDate"]["month"] or 1,
|
||||
day=ret["startDate"]["day"] or 1,
|
||||
)
|
||||
if ret["startDate"] is not None
|
||||
else None,
|
||||
end_air=date(
|
||||
year=ret["endDate"]["year"],
|
||||
month=ret["endDate"]["month"] or 1,
|
||||
day=ret["endDate"]["day"] or 1,
|
||||
)
|
||||
if ret["endDate"]["year"] is not None
|
||||
else None,
|
||||
status=ShowStatus.FINISHED
|
||||
if ret["status"] == "FINISHED"
|
||||
else ShowStatus.AIRING,
|
||||
rating=ret["averageScore"] or 0,
|
||||
genres=[
|
||||
self._genre_map[x]
|
||||
for x in ret["genres"]
|
||||
if x in self._genre_map and self._genre_map[x] is not None
|
||||
],
|
||||
studios=[
|
||||
Studio(
|
||||
name=x["name"],
|
||||
external_id={
|
||||
self.name: MetadataID(x["id"], x["siteUrl"]),
|
||||
},
|
||||
)
|
||||
for x in ret["studios"]["nodes"]
|
||||
],
|
||||
external_id={
|
||||
self.name: MetadataID(ret["id"], ret["siteUrl"]),
|
||||
}
|
||||
| (
|
||||
{
|
||||
"mal": MetadataID(
|
||||
ret["idMal"], f"https://myanimelist.net/anime/{ret['idMal']}"
|
||||
)
|
||||
}
|
||||
if ret["idMal"] is not None
|
||||
else {}
|
||||
),
|
||||
# TODO: add anidb id (needed for xem lookup and scrubbing)
|
||||
seasons=[],
|
||||
)
|
||||
show.seasons.append(
|
||||
Season(
|
||||
# TODO: fill this approprietly
|
||||
season_number=1,
|
||||
episodes_count=ret["episodes"],
|
||||
start_air=show.start_air,
|
||||
end_air=show.end_air,
|
||||
external_id=show.external_id,
|
||||
translations={
|
||||
"en": SeasonTranslation(
|
||||
name=show.translations["en"].name,
|
||||
overview=show.translations["en"].overview,
|
||||
posters=show.translations["en"].posters,
|
||||
thumbnails=[],
|
||||
)
|
||||
},
|
||||
)
|
||||
)
|
||||
return show
|
||||
|
||||
@cache(ttl=timedelta(days=1))
|
||||
async def query_movie(
|
||||
self,
|
||||
*,
|
||||
id: Optional[str] = None,
|
||||
search: Optional[str] = None,
|
||||
year: Optional[int] = None,
|
||||
) -> Movie:
|
||||
query = """
|
||||
query SearchMovie($id: Int, $search: String, $year: Int) {
|
||||
Media(id: $id, search: $search, type: ANIME, format: MOVIE, seasonYear: $year) {
|
||||
id
|
||||
siteUrl
|
||||
idMal
|
||||
title {
|
||||
romaji
|
||||
english
|
||||
native
|
||||
}
|
||||
description(asHtml: false)
|
||||
status
|
||||
duration
|
||||
startDate {
|
||||
year
|
||||
month
|
||||
day
|
||||
}
|
||||
countryOfOrigin
|
||||
trailer {
|
||||
id
|
||||
site
|
||||
}
|
||||
coverImage {
|
||||
extraLarge
|
||||
}
|
||||
bannerImage
|
||||
genres
|
||||
synonyms
|
||||
averageScore
|
||||
tags {
|
||||
name
|
||||
isMediaSpoiler
|
||||
isGeneralSpoiler
|
||||
}
|
||||
studios(isMain: true) {
|
||||
nodes {
|
||||
id
|
||||
name
|
||||
siteUrl
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
"""
|
||||
q = await self.get(
|
||||
query,
|
||||
id=id,
|
||||
search=search,
|
||||
year=year,
|
||||
not_found=f"No movie found for {id or ''}{search or ''}",
|
||||
)
|
||||
ret = q["Media"]
|
||||
return Movie(
|
||||
translations={
|
||||
"en": MovieTranslation(
|
||||
name=ret["title"]["romaji"],
|
||||
tagline=None,
|
||||
# TODO: unmarkdown the desc
|
||||
overview=ret["description"],
|
||||
# TODO: add spoiler tags
|
||||
tags=[
|
||||
x["name"]
|
||||
for x in ret["tags"]
|
||||
if not x["isMediaSpoiler"] and not x["isGeneralSpoiler"]
|
||||
]
|
||||
+ [
|
||||
x
|
||||
for x in ret["genres"]
|
||||
if x not in self._genre_map or self._genre_map[x] is None
|
||||
],
|
||||
posters=[ret["coverImage"]["extraLarge"]],
|
||||
logos=[],
|
||||
thumbnails=[],
|
||||
trailers=[f"https://youtube.com/watch?q={ret['trailer']['id']}"]
|
||||
if ret["trailer"] is not None
|
||||
and ret["trailer"]["site"] == "youtube"
|
||||
else [],
|
||||
)
|
||||
},
|
||||
original_language=ret["countryOfOrigin"],
|
||||
aliases=[
|
||||
x
|
||||
for x in [ret["title"]["english"], ret["title"]["native"]]
|
||||
if x is not None
|
||||
],
|
||||
air_date=date(
|
||||
year=ret["startDate"]["year"],
|
||||
month=ret["startDate"]["month"] or 1,
|
||||
day=ret["startDate"]["day"] or 1,
|
||||
)
|
||||
if ret["startDate"] is not None
|
||||
else None,
|
||||
status=MovieStatus.FINISHED
|
||||
if ret["status"] == "FINISHED"
|
||||
else MovieStatus.PLANNED,
|
||||
rating=ret["averageScore"] or 0,
|
||||
runtime=ret["duration"],
|
||||
genres=[
|
||||
self._genre_map[x]
|
||||
for x in ret["genres"]
|
||||
if x in self._genre_map and self._genre_map[x] is not None
|
||||
],
|
||||
studios=[
|
||||
Studio(
|
||||
name=x["name"],
|
||||
external_id={
|
||||
self.name: MetadataID(x["id"], x["siteUrl"]),
|
||||
},
|
||||
)
|
||||
for x in ret["studios"]["nodes"]
|
||||
],
|
||||
external_id={
|
||||
self.name: MetadataID(ret["id"], ret["siteUrl"]),
|
||||
}
|
||||
| (
|
||||
{
|
||||
"mal": MetadataID(
|
||||
ret["idMal"], f"https://myanimelist.net/anime/{ret['idMal']}"
|
||||
),
|
||||
# TODO: add anidb id (needed for xem lookup and scrubbing)
|
||||
}
|
||||
if ret["idMal"] is not None
|
||||
else {}
|
||||
),
|
||||
)
|
||||
|
||||
async def search_movie(self, name: str, year: Optional[int]) -> Movie:
|
||||
return await self.query_movie(search=name, year=year)
|
||||
|
||||
async def search_episode(
|
||||
self,
|
||||
name: str,
|
||||
season: Optional[int],
|
||||
episode_nbr: Optional[int],
|
||||
absolute: Optional[int],
|
||||
year: Optional[int],
|
||||
) -> Episode:
|
||||
absolute = absolute or episode_nbr
|
||||
if absolute is None:
|
||||
raise ProviderError(
|
||||
f"Could not guess episode number of the episode {name} {season}-{episode_nbr} ({absolute})"
|
||||
)
|
||||
|
||||
show = await self.query_anime(search=name, year=year)
|
||||
|
||||
return Episode(
|
||||
show=show,
|
||||
season_number=1,
|
||||
episode_number=absolute,
|
||||
absolute_number=absolute,
|
||||
runtime=None,
|
||||
release_date=None,
|
||||
thumbnail=None,
|
||||
external_id={
|
||||
self.name: EpisodeID(
|
||||
show.external_id[self.name].data_id, None, absolute, None
|
||||
),
|
||||
}
|
||||
| (
|
||||
{
|
||||
"mal": EpisodeID(
|
||||
show.external_id["mal"].data_id, None, absolute, None
|
||||
),
|
||||
}
|
||||
if "mal" in show.external_id
|
||||
else {}
|
||||
),
|
||||
translations={
|
||||
"en": EpisodeTranslation(
|
||||
name=f"Episode {absolute}",
|
||||
overview=None,
|
||||
),
|
||||
},
|
||||
)
|
||||
|
||||
async def identify_movie(self, movie_id: str) -> Movie:
|
||||
return await self.query_movie(id=movie_id)
|
||||
|
||||
async def identify_show(self, show_id: str) -> Show:
|
||||
return await self.query_anime(id=show_id)
|
||||
|
||||
async def identify_season(self, show_id: str, season: int) -> Season:
|
||||
show = await self.query_anime(id=show_id)
|
||||
return next((x for x in show.seasons if x.season_number == season))
|
||||
|
||||
async def identify_episode(
|
||||
self, show_id: str, season: Optional[int], episode_nbr: int, absolute: int
|
||||
) -> Episode:
|
||||
raise NotImplementedError
|
||||
|
||||
async def identify_collection(self, provider_id: str) -> Collection:
|
||||
raise NotImplementedError
|
@ -2,7 +2,7 @@ import asyncio
|
||||
from aiohttp import ClientSession
|
||||
from datetime import datetime, timedelta
|
||||
from logging import getLogger
|
||||
from typing import cast, Awaitable, Callable, Dict, List, Optional, Any, TypeVar
|
||||
from typing import Awaitable, Callable, Dict, List, Optional, Any, TypeVar
|
||||
from itertools import accumulate, zip_longest
|
||||
|
||||
from providers.utils import ProviderError
|
||||
@ -635,9 +635,7 @@ class TheMovieDatabase(Provider):
|
||||
show = await self.identify_show(show_id)
|
||||
# Dont forget to ingore the special season (season_number 0)
|
||||
seasons_nbrs = [x.season_number for x in show.seasons if x.season_number != 0]
|
||||
seasons_eps = [
|
||||
cast(int, x.episodes_count) for x in show.seasons if x.season_number != 0
|
||||
]
|
||||
seasons_eps = [x.episodes_count for x in show.seasons if x.season_number != 0]
|
||||
|
||||
if not any(seasons_nbrs):
|
||||
return (None, None)
|
||||
@ -665,7 +663,7 @@ class TheMovieDatabase(Provider):
|
||||
show = await self.identify_show(show_id)
|
||||
return (
|
||||
sum(
|
||||
cast(int, x.episodes_count)
|
||||
x.episodes_count
|
||||
for x in show.seasons
|
||||
if 0 < x.season_number < season
|
||||
)
|
||||
|
@ -22,10 +22,6 @@ class Provider:
|
||||
languages = languages.split(",")
|
||||
providers = []
|
||||
|
||||
from providers.implementations.anilist import AniList
|
||||
|
||||
return AniList(client)
|
||||
|
||||
from providers.implementations.themoviedatabase import TheMovieDatabase
|
||||
|
||||
tmdb = os.environ.get("THEMOVIEDB_APIKEY") or TheMovieDatabase.DEFAULT_API_KEY
|
||||
|
@ -19,7 +19,7 @@ class EpisodeID:
|
||||
show_id: str
|
||||
season: Optional[int]
|
||||
episode: int
|
||||
link: Optional[str]
|
||||
link: str
|
||||
|
||||
|
||||
@dataclass
|
||||
|
@ -19,7 +19,7 @@ class Season:
|
||||
season_number: int
|
||||
# This is not used by kyoo, this is just used internaly by the TMDB provider.
|
||||
# maybe this should be moved?
|
||||
episodes_count: Optional[int]
|
||||
episodes_count: int
|
||||
start_air: Optional[date | int] = None
|
||||
end_air: Optional[date | int] = None
|
||||
external_id: dict[str, MetadataID] = field(default_factory=dict)
|
||||
@ -33,7 +33,6 @@ class Season:
|
||||
return {
|
||||
**asdict(self),
|
||||
**asdict(self.translations[default_language]),
|
||||
"episodes_count": 0,
|
||||
"poster": next(iter(self.translations[default_language].posters), None),
|
||||
"thumbnail": next(
|
||||
iter(self.translations[default_language].thumbnails), None
|
||||
|
@ -18,22 +18,19 @@ def format_date(date: date | int | None) -> str | None:
|
||||
|
||||
def select_image(
|
||||
self: Movie | Show,
|
||||
kind: Literal["posters"] | Literal["thumbnails"] | Literal["logos"],
|
||||
type: Literal["posters"] | Literal["thumbnails"] | Literal["logos"],
|
||||
) -> str | None:
|
||||
# For now, the API of kyoo only support one language so we remove the others.
|
||||
default_language = os.environ["LIBRARY_LANGUAGES"].split(",")[0]
|
||||
return next(
|
||||
chain(
|
||||
(
|
||||
getattr(self.translations[self.original_language], kind)
|
||||
getattr(self.translations[self.original_language], type)
|
||||
if self.original_language
|
||||
and self.original_language in self.translations
|
||||
else []
|
||||
),
|
||||
getattr(self.translations[default_language], kind)
|
||||
if default_language in self.translations
|
||||
else [],
|
||||
*(getattr(x, kind) for x in self.translations.values()),
|
||||
getattr(self.translations[default_language], type),
|
||||
*(getattr(x, type) for x in self.translations.values()),
|
||||
),
|
||||
None,
|
||||
)
|
||||
|
Loading…
x
Reference in New Issue
Block a user