Cutlery/jellyfin
1
0
Fork 0
mirror of https://github.com/jellyfin/jellyfin.git synced 2025-08-07 09:01:36 -04:00
Code Issues Packages Projects Releases Wiki Activity

Added advanced parallel process calculation (#14437)

Browse Source
This commit is contained in:
JPVenson 2025-07-12 08:27:13 +03:00 committed by GitHub
parent af6f5a8ed0
commit 7ba77804c4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 24 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
MediaBrowser.Controller/LibraryTaskScheduler/LimitedConcurrencyLibraryScheduler.cs
View File

@ -96,14 +96,33 @@ public sealed class LimitedConcurrencyLibraryScheduler : ILimitedConcurrencyLibr
} }
} }
private bool ShouldForceSequentialOperation()
{
// if the user either set the setting to 1 or it's unset and we have fewer than 4 cores it's better to run sequentially.
var fanoutSetting = _serverConfigurationManager.Configuration.LibraryScanFanoutConcurrency;
return fanoutSetting == 1 || (fanoutSetting <= 0 && Environment.ProcessorCount <= 3);
}
private int CalculateScanConcurrencyLimit()
{
// when this is invoked, we already checked ShouldForceSequentialOperation for the sequential check.
var fanoutConcurrency = _serverConfigurationManager.Configuration.LibraryScanFanoutConcurrency;
if (fanoutConcurrency <= 0)
{
// in case the user did not set a limit manually, we can assume he has 3 or more cores as already checked by ShouldForceSequentialOperation.
return Environment.ProcessorCount - 3;
}
return fanoutConcurrency;
}
private void Worker() private void Worker()
{ {
lock (_taskLock) lock (_taskLock)
{ {
var fanoutConcurrency = _serverConfigurationManager.Configuration.LibraryScanFanoutConcurrency; var operationFanout = Math.Max(0, CalculateScanConcurrencyLimit() - _taskRunners.Count);
var parallelism = (fanoutConcurrency > 0 ? fanoutConcurrency : Environment.ProcessorCount) - _taskRunners.Count; _logger.LogDebug("Spawn {NumberRunners} new runners.", operationFanout);
_logger.LogDebug("Spawn {NumberRunners} new runners.", parallelism); for (int i = 0; i < operationFanout; i++)
for (int i = 0; i < parallelism; i++)
{ {
var stopToken = new CancellationTokenSource(); var stopToken = new CancellationTokenSource();
var combinedSource = CancellationTokenSource.CreateLinkedTokenSource(stopToken.Token, _hostApplicationLifetime.ApplicationStopping); var combinedSource = CancellationTokenSource.CreateLinkedTokenSource(stopToken.Token, _hostApplicationLifetime.ApplicationStopping);
@ -223,7 +242,7 @@ public sealed class LimitedConcurrencyLibraryScheduler : ILimitedConcurrencyLibr
}; };
}).ToArray(); }).ToArray();
if (_serverConfigurationManager.Configuration.LibraryScanFanoutConcurrency == 1) if (ShouldForceSequentialOperation())
{ {
_logger.LogDebug("Process sequentially."); _logger.LogDebug("Process sequentially.");
try try