using System; using System.Collections.Concurrent; using System.Collections.Frozen; using System.Collections.Generic; using System.Diagnostics.CodeAnalysis; using System.IO; using System.Linq; using System.Reflection; using System.Text.Json; using System.Threading.Tasks; using Jellyfin.Extensions; using Jellyfin.Extensions.Json; using MediaBrowser.Controller.Configuration; using MediaBrowser.Model.Entities; using MediaBrowser.Model.Globalization; using Microsoft.Extensions.Logging; namespace Emby.Server.Implementations.Localization { /// /// Class LocalizationManager. /// public class LocalizationManager : ILocalizationManager { private const string DefaultCulture = "en-US"; private const string RatingsPath = "Emby.Server.Implementations.Localization.Ratings."; private const string CulturesPath = "Emby.Server.Implementations.Localization.iso6392.txt"; private const string CountriesPath = "Emby.Server.Implementations.Localization.countries.json"; private static readonly Assembly _assembly = typeof(LocalizationManager).Assembly; private static readonly string[] _unratedValues = ["n/a", "unrated", "not rated", "nr"]; private readonly IServerConfigurationManager _configurationManager; private readonly ILogger _logger; private readonly Dictionary> _allParentalRatings = new(StringComparer.OrdinalIgnoreCase); private readonly ConcurrentDictionary> _dictionaries = new(StringComparer.OrdinalIgnoreCase); private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options; private List _cultures = []; private FrozenDictionary _iso6392BtoT = null!; /// /// Initializes a new instance of the class. /// /// The configuration manager. /// The logger. public LocalizationManager( IServerConfigurationManager configurationManager, ILogger logger) { _configurationManager = configurationManager; _logger = logger; } /// /// Loads all resources into memory. /// /// . public async Task LoadAll() { // Extract from the assembly foreach (var resource in _assembly.GetManifestResourceNames()) { if (!resource.StartsWith(RatingsPath, StringComparison.Ordinal)) { continue; } using var stream = _assembly.GetManifestResourceStream(resource); if (stream is not null) { var ratingSystem = await JsonSerializer.DeserializeAsync(stream, _jsonOptions).ConfigureAwait(false) ?? throw new InvalidOperationException($"Invalid resource path: '{CountriesPath}'"); var dict = new Dictionary(); if (ratingSystem.Ratings is not null) { foreach (var ratingEntry in ratingSystem.Ratings) { foreach (var ratingString in ratingEntry.RatingStrings) { dict[ratingString] = ratingEntry.RatingScore; } } _allParentalRatings[ratingSystem.CountryCode] = dict; } } } await LoadCultures().ConfigureAwait(false); } /// /// Gets the cultures. /// /// . public IEnumerable GetCultures() => _cultures; private async Task LoadCultures() { List list = []; Dictionary iso6392BtoTdict = new Dictionary(); using var stream = _assembly.GetManifestResourceStream(CulturesPath); if (stream is null) { throw new InvalidOperationException($"Invalid resource path: '{CulturesPath}'"); } else { using var reader = new StreamReader(stream); await foreach (var line in reader.ReadAllLinesAsync().ConfigureAwait(false)) { if (string.IsNullOrWhiteSpace(line)) { continue; } var parts = line.Split('|'); if (parts.Length != 5) { throw new InvalidDataException($"Invalid culture data found at: '{line}'"); } string name = parts[3]; if (string.IsNullOrWhiteSpace(name)) { continue; } string twoCharName = parts[2]; if (string.IsNullOrWhiteSpace(twoCharName)) { continue; } string[] threeLetterNames; if (string.IsNullOrWhiteSpace(parts[1])) { threeLetterNames = [parts[0]]; } else { threeLetterNames = [parts[0], parts[1]]; // In cases where there are two TLN the first one is ISO 639-2/T and the second one is ISO 639-2/B // We need ISO 639-2/T for the .NET cultures so we cultivate a dictionary for the translation B->T iso6392BtoTdict.TryAdd(parts[1], parts[0]); } list.Add(new CultureDto(name, name, twoCharName, threeLetterNames)); } _cultures = list; _iso6392BtoT = iso6392BtoTdict.ToFrozenDictionary(StringComparer.OrdinalIgnoreCase); } } /// public CultureDto? FindLanguageInfo(string language) { // TODO language should ideally be a ReadOnlySpan but moq cannot mock ref structs for (var i = 0; i < _cultures.Count; i++) { var culture = _cultures[i]; if (language.Equals(culture.DisplayName, StringComparison.OrdinalIgnoreCase) || language.Equals(culture.Name, StringComparison.OrdinalIgnoreCase) || culture.ThreeLetterISOLanguageNames.Contains(language, StringComparison.OrdinalIgnoreCase) || language.Equals(culture.TwoLetterISOLanguageName, StringComparison.OrdinalIgnoreCase)) { return culture; } } return default; } /// public IReadOnlyList GetCountries() { using var stream = _assembly.GetManifestResourceStream(CountriesPath) ?? throw new InvalidOperationException($"Invalid resource path: '{CountriesPath}'"); return JsonSerializer.Deserialize>(stream, _jsonOptions) ?? []; } /// public IReadOnlyList GetParentalRatings() { // Use server default language for ratings // Fall back to empty list if there are no parental ratings for that language var ratings = GetParentalRatingsDictionary()?.Select(x => new ParentalRating(x.Key, x.Value)).ToList() ?? []; // Add common ratings to ensure them being available for selection // Based on the US rating system due to it being the main source of rating in the metadata providers // Unrated if (!ratings.Any(x => x is null)) { ratings.Add(new("Unrated", null)); } // Minimum rating possible if (ratings.All(x => x.RatingScore?.Score != 0)) { ratings.Add(new("Approved", new(0, null))); } // Matches PG (this has different age restrictions depending on country) if (ratings.All(x => x.RatingScore?.Score != 10)) { ratings.Add(new("10", new(10, null))); } // Matches PG-13 if (ratings.All(x => x.RatingScore?.Score != 13)) { ratings.Add(new("13", new(13, null))); } // Matches TV-14 if (ratings.All(x => x.RatingScore?.Score != 14)) { ratings.Add(new("14", new(14, null))); } // Catchall if max rating of country is less than 21 // Using 21 instead of 18 to be sure to allow access to all rated content except adult and banned if (!ratings.Any(x => x.RatingScore?.Score >= 21)) { ratings.Add(new ParentalRating("21", new(21, null))); } // A lot of countries don't explicitly have a separate rating for adult content if (ratings.All(x => x.RatingScore?.Score != 1000)) { ratings.Add(new ParentalRating("XXX", new(1000, null))); } // A lot of countries don't explicitly have a separate rating for banned content if (ratings.All(x => x.RatingScore?.Score != 1001)) { ratings.Add(new ParentalRating("Banned", new(1001, null))); } return [.. ratings.OrderBy(r => r.RatingScore?.Score).ThenBy(r => r.RatingScore?.SubScore)]; } /// /// Gets the parental ratings dictionary. /// /// The optional two letter ISO language string. /// . private Dictionary? GetParentalRatingsDictionary(string? countryCode = null) { // Fallback to server default if no country code is specified. if (string.IsNullOrEmpty(countryCode)) { countryCode = _configurationManager.Configuration.MetadataCountryCode; } if (_allParentalRatings.TryGetValue(countryCode, out var countryValue)) { return countryValue; } return null; } /// public ParentalRatingScore? GetRatingScore(string rating, string? countryCode = null) { ArgumentException.ThrowIfNullOrEmpty(rating); // Handle unrated content if (_unratedValues.Contains(rating.AsSpan(), StringComparison.OrdinalIgnoreCase)) { return null; } // Convert ints directly // This may override some of the locale specific age ratings (but those always map to the same age) if (int.TryParse(rating, out var ratingAge)) { return new(ratingAge, null); } // Fairly common for some users to have "Rated R" in their rating field rating = rating.Replace("Rated :", string.Empty, StringComparison.OrdinalIgnoreCase) .Replace("Rated:", string.Empty, StringComparison.OrdinalIgnoreCase) .Replace("Rated ", string.Empty, StringComparison.OrdinalIgnoreCase) .Trim(); // Use rating system matching the language if (!string.IsNullOrEmpty(countryCode)) { var ratingsDictionary = GetParentalRatingsDictionary(countryCode); if (ratingsDictionary is not null && ratingsDictionary.TryGetValue(rating, out ParentalRatingScore? value)) { return value; } } else { // Fall back to server default language for ratings check // If it has no ratings, use the US ratings var ratingsDictionary = GetParentalRatingsDictionary() ?? GetParentalRatingsDictionary("us"); if (ratingsDictionary is not null && ratingsDictionary.TryGetValue(rating, out ParentalRatingScore? value)) { return value; } } // If we don't find anything, check all ratings systems foreach (var dictionary in _allParentalRatings.Values) { if (dictionary.TryGetValue(rating, out var value)) { return value; } } // Try splitting by : to handle "Germany: FSK-18" if (rating.Contains(':', StringComparison.OrdinalIgnoreCase)) { var ratingLevelRightPart = rating.AsSpan().RightPart(':'); if (ratingLevelRightPart.Length != 0) { return GetRatingScore(ratingLevelRightPart.ToString()); } } // Handle prefix country code to handle "DE-18" if (rating.Contains('-', StringComparison.OrdinalIgnoreCase)) { var ratingSpan = rating.AsSpan(); // Extract culture from country prefix var culture = FindLanguageInfo(ratingSpan.LeftPart('-').ToString()); var ratingLevelRightPart = ratingSpan.RightPart('-'); if (ratingLevelRightPart.Length != 0) { // Check rating system of culture return GetRatingScore(ratingLevelRightPart.ToString(), culture?.TwoLetterISOLanguageName); } } return null; } /// public string GetLocalizedString(string phrase) { return GetLocalizedString(phrase, _configurationManager.Configuration.UICulture); } /// public string GetLocalizedString(string phrase, string culture) { if (string.IsNullOrEmpty(culture)) { culture = _configurationManager.Configuration.UICulture; } if (string.IsNullOrEmpty(culture)) { culture = DefaultCulture; } var dictionary = GetLocalizationDictionary(culture); if (dictionary.TryGetValue(phrase, out var value)) { return value; } return phrase; } private Dictionary GetLocalizationDictionary(string culture) { ArgumentException.ThrowIfNullOrEmpty(culture); const string Prefix = "Core"; return _dictionaries.GetOrAdd( culture, static (key, localizationManager) => localizationManager.GetDictionary(Prefix, key, DefaultCulture + ".json").GetAwaiter().GetResult(), this); } private async Task> GetDictionary(string prefix, string culture, string baseFilename) { ArgumentException.ThrowIfNullOrEmpty(culture); var dictionary = new Dictionary(StringComparer.OrdinalIgnoreCase); var namespaceName = GetType().Namespace + "." + prefix; await CopyInto(dictionary, namespaceName + "." + baseFilename).ConfigureAwait(false); await CopyInto(dictionary, namespaceName + "." + GetResourceFilename(culture)).ConfigureAwait(false); return dictionary; } private async Task CopyInto(IDictionary dictionary, string resourcePath) { using var stream = _assembly.GetManifestResourceStream(resourcePath); // If a Culture doesn't have a translation the stream will be null and it defaults to en-us further up the chain if (stream is null) { _logger.LogError("Missing translation/culture resource: {ResourcePath}", resourcePath); return; } var dict = await JsonSerializer.DeserializeAsync>(stream, _jsonOptions).ConfigureAwait(false) ?? throw new InvalidOperationException($"Resource contains invalid data: '{stream}'"); foreach (var key in dict.Keys) { dictionary[key] = dict[key]; } } private static string GetResourceFilename(string culture) { var parts = culture.Split('-'); if (parts.Length == 2) { culture = parts[0].ToLowerInvariant() + "-" + parts[1].ToUpperInvariant(); } else { culture = culture.ToLowerInvariant(); } return culture + ".json"; } /// public IEnumerable GetLocalizationOptions() { yield return new LocalizationOption("Afrikaans", "af"); yield return new LocalizationOption("العربية", "ar"); yield return new LocalizationOption("Беларуская", "be"); yield return new LocalizationOption("Български", "bg-BG"); yield return new LocalizationOption("বাংলা (বাংলাদেশ)", "bn"); yield return new LocalizationOption("Català", "ca"); yield return new LocalizationOption("Čeština", "cs"); yield return new LocalizationOption("Cymraeg", "cy"); yield return new LocalizationOption("Dansk", "da"); yield return new LocalizationOption("Deutsch", "de"); yield return new LocalizationOption("English (United Kingdom)", "en-GB"); yield return new LocalizationOption("English", "en-US"); yield return new LocalizationOption("Ελληνικά", "el"); yield return new LocalizationOption("Esperanto", "eo"); yield return new LocalizationOption("Español", "es"); yield return new LocalizationOption("Español americano", "es_419"); yield return new LocalizationOption("Español (Argentina)", "es-AR"); yield return new LocalizationOption("Español (Dominicana)", "es_DO"); yield return new LocalizationOption("Español (México)", "es-MX"); yield return new LocalizationOption("Eesti", "et"); yield return new LocalizationOption("Basque", "eu"); yield return new LocalizationOption("فارسی", "fa"); yield return new LocalizationOption("Suomi", "fi"); yield return new LocalizationOption("Filipino", "fil"); yield return new LocalizationOption("Français", "fr"); yield return new LocalizationOption("Français (Canada)", "fr-CA"); yield return new LocalizationOption("Galego", "gl"); yield return new LocalizationOption("Schwiizerdütsch", "gsw"); yield return new LocalizationOption("עִבְרִית", "he"); yield return new LocalizationOption("हिन्दी", "hi"); yield return new LocalizationOption("Hrvatski", "hr"); yield return new LocalizationOption("Magyar", "hu"); yield return new LocalizationOption("Bahasa Indonesia", "id"); yield return new LocalizationOption("Íslenska", "is"); yield return new LocalizationOption("Italiano", "it"); yield return new LocalizationOption("日本語", "ja"); yield return new LocalizationOption("Qazaqşa", "kk"); yield return new LocalizationOption("한국어", "ko"); yield return new LocalizationOption("Lietuvių", "lt"); yield return new LocalizationOption("Latviešu", "lv"); yield return new LocalizationOption("Македонски", "mk"); yield return new LocalizationOption("മലയാളം", "ml"); yield return new LocalizationOption("मराठी", "mr"); yield return new LocalizationOption("Bahasa Melayu", "ms"); yield return new LocalizationOption("Norsk bokmål", "nb"); yield return new LocalizationOption("नेपाली", "ne"); yield return new LocalizationOption("Nederlands", "nl"); yield return new LocalizationOption("Norsk nynorsk", "nn"); yield return new LocalizationOption("ਪੰਜਾਬੀ", "pa"); yield return new LocalizationOption("Polski", "pl"); yield return new LocalizationOption("Pirate", "pr"); yield return new LocalizationOption("Português", "pt"); yield return new LocalizationOption("Português (Brasil)", "pt-BR"); yield return new LocalizationOption("Português (Portugal)", "pt-PT"); yield return new LocalizationOption("Românește", "ro"); yield return new LocalizationOption("Русский", "ru"); yield return new LocalizationOption("Slovenčina", "sk"); yield return new LocalizationOption("Slovenščina", "sl-SI"); yield return new LocalizationOption("Shqip", "sq"); yield return new LocalizationOption("Српски", "sr"); yield return new LocalizationOption("Svenska", "sv"); yield return new LocalizationOption("தமிழ்", "ta"); yield return new LocalizationOption("తెలుగు", "te"); yield return new LocalizationOption("ภาษาไทย", "th"); yield return new LocalizationOption("Türkçe", "tr"); yield return new LocalizationOption("Українська", "uk"); yield return new LocalizationOption("اُردُو", "ur_PK"); yield return new LocalizationOption("Tiếng Việt", "vi"); yield return new LocalizationOption("汉语 (简体字)", "zh-CN"); yield return new LocalizationOption("漢語 (繁體字)", "zh-TW"); yield return new LocalizationOption("廣東話 (香港)", "zh-HK"); } /// public bool TryGetISO6392TFromB(string isoB, [NotNullWhen(true)] out string? isoT) { // Unlikely case the dictionary is not (yet) initialized properly if (_iso6392BtoT is null) { isoT = null; return false; } var result = _iso6392BtoT.TryGetValue(isoB, out isoT) && !string.IsNullOrEmpty(isoT); // Ensure the ISO code being null if the result is false if (!result) { isoT = null; } return result; } } }