tbelway/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich.git synced 2025-07-09 03:06:56 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix issues with 2,000,000 files being uploaded

Browse Source
This commit is contained in:
tiefseetauchner 2024-08-15 23:10:23 +02:00
parent 3a03667a44
commit 72dc676cb8
1 changed files with 14 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
cli/src/commands/asset.ts
View File

@ -127,7 +127,11 @@ export const checkForDuplicates = async (files: string[], { concurrency, skipHas
while (retries < maxRetries) { while (retries < maxRetries) {
try { try {
const response = await checkBulkUpload({ assetBulkUploadCheckDto: { assets: results } }); const chunks = chunk(results, 1000);
await Promise.all(
chunks.map(async (chunk) => {
const response = await checkBulkUpload({ assetBulkUploadCheckDto: { assets: chunk } });
for (const { id: filepath, assetId, action } of response.results) { for (const { id: filepath, assetId, action } of response.results) {
if (action === Action.Accept) { if (action === Action.Accept) {
@ -137,7 +141,8 @@ export const checkForDuplicates = async (files: string[], { concurrency, skipHas
duplicates.push({ id: assetId as string, filepath }); duplicates.push({ id: assetId as string, filepath });
} }
} }
}),
);
break; break;
} catch (error: any) { } catch (error: any) {
retries++; retries++;