mirror of
https://github.com/immich-app/immich.git
synced 2025-05-24 01:12:58 -04:00
* refactor: user entity * chore: rebase fixes * refactor: remove int user Id * refactor: migrate store userId from int to string * refactor: rename uid to id * feat: drift * pr feedback * refactor: move common overrides to mixin * refactor: remove int user Id * refactor: migrate store userId from int to string * refactor: rename uid to id * feat: user & partner sync stream * pr changes * refactor: sync service and add tests * chore: remove generated change * chore: move sync model * rebase: convert string ids to byte uuids * rebase * add processing logs * batch db calls * rewrite isolate manager * rewrite with worker_manager * misc fixes * add sync order test --------- Co-authored-by: shenlong-tanwen <139912620+shalong-tanwen@users.noreply.github.com> Co-authored-by: Alex <alex.tran1502@gmail.com>
114 lines
3.4 KiB
Dart
114 lines
3.4 KiB
Dart
import 'dart:async';
|
|
import 'dart:convert';
|
|
|
|
import 'package:http/http.dart' as http;
|
|
import 'package:immich_mobile/constants/constants.dart';
|
|
import 'package:immich_mobile/domain/interfaces/sync_api.interface.dart';
|
|
import 'package:immich_mobile/domain/models/sync_event.model.dart';
|
|
import 'package:immich_mobile/services/api.service.dart';
|
|
import 'package:logging/logging.dart';
|
|
import 'package:openapi/api.dart';
|
|
|
|
class SyncApiRepository implements ISyncApiRepository {
|
|
final Logger _logger = Logger('SyncApiRepository');
|
|
final ApiService _api;
|
|
final int _batchSize;
|
|
SyncApiRepository(this._api, {int batchSize = kSyncEventBatchSize})
|
|
: _batchSize = batchSize;
|
|
|
|
@override
|
|
Stream<List<SyncEvent>> getSyncEvents(List<SyncRequestType> type) {
|
|
return _getSyncStream(SyncStreamDto(types: type));
|
|
}
|
|
|
|
@override
|
|
Future<void> ack(List<String> data) {
|
|
return _api.syncApi.sendSyncAck(SyncAckSetDto(acks: data));
|
|
}
|
|
|
|
Stream<List<SyncEvent>> _getSyncStream(SyncStreamDto dto) async* {
|
|
final client = http.Client();
|
|
final endpoint = "${_api.apiClient.basePath}/sync/stream";
|
|
|
|
final headers = {
|
|
'Content-Type': 'application/json',
|
|
'Accept': 'application/jsonlines+json',
|
|
};
|
|
|
|
final queryParams = <QueryParam>[];
|
|
final headerParams = <String, String>{};
|
|
await _api.applyToParams(queryParams, headerParams);
|
|
headers.addAll(headerParams);
|
|
|
|
final request = http.Request('POST', Uri.parse(endpoint));
|
|
request.headers.addAll(headers);
|
|
request.body = jsonEncode(dto.toJson());
|
|
|
|
String previousChunk = '';
|
|
List<String> lines = [];
|
|
|
|
try {
|
|
final response = await client.send(request);
|
|
|
|
if (response.statusCode != 200) {
|
|
final errorBody = await response.stream.bytesToString();
|
|
throw ApiException(
|
|
response.statusCode,
|
|
'Failed to get sync stream: $errorBody',
|
|
);
|
|
}
|
|
|
|
await for (final chunk in response.stream.transform(utf8.decoder)) {
|
|
previousChunk += chunk;
|
|
final parts = previousChunk.toString().split('\n');
|
|
previousChunk = parts.removeLast();
|
|
lines.addAll(parts);
|
|
|
|
if (lines.length < _batchSize) {
|
|
continue;
|
|
}
|
|
|
|
yield _parseSyncResponse(lines);
|
|
lines.clear();
|
|
}
|
|
} finally {
|
|
if (lines.isNotEmpty) {
|
|
yield _parseSyncResponse(lines);
|
|
}
|
|
client.close();
|
|
}
|
|
}
|
|
|
|
List<SyncEvent> _parseSyncResponse(List<String> lines) {
|
|
final List<SyncEvent> data = [];
|
|
|
|
for (final line in lines) {
|
|
try {
|
|
final jsonData = jsonDecode(line);
|
|
final type = SyncEntityType.fromJson(jsonData['type'])!;
|
|
final dataJson = jsonData['data'];
|
|
final ack = jsonData['ack'];
|
|
final converter = _kResponseMap[type];
|
|
if (converter == null) {
|
|
_logger.warning("[_parseSyncResponse] Unknown type $type");
|
|
continue;
|
|
}
|
|
|
|
data.add(SyncEvent(type: type, data: converter(dataJson), ack: ack));
|
|
} catch (error, stack) {
|
|
_logger.severe("[_parseSyncResponse] Error parsing json", error, stack);
|
|
}
|
|
}
|
|
|
|
return data;
|
|
}
|
|
}
|
|
|
|
// ignore: avoid-dynamic
|
|
const _kResponseMap = <SyncEntityType, Function(dynamic)>{
|
|
SyncEntityType.userV1: SyncUserV1.fromJson,
|
|
SyncEntityType.userDeleteV1: SyncUserDeleteV1.fromJson,
|
|
SyncEntityType.partnerV1: SyncPartnerV1.fromJson,
|
|
SyncEntityType.partnerDeleteV1: SyncPartnerDeleteV1.fromJson,
|
|
};
|