request cancellation for ios

This commit is contained in:
mertalev 2025-08-06 23:57:33 -04:00
parent 58ed5c9258
commit ac9ab276aa
No known key found for this signature in database
GPG Key ID: DF6ABC77AAD98C95
14 changed files with 628 additions and 224 deletions

View File

@ -5,7 +5,6 @@ import com.bumptech.glide.GlideBuilder
import com.bumptech.glide.annotation.GlideModule import com.bumptech.glide.annotation.GlideModule
import com.bumptech.glide.load.engine.bitmap_recycle.BitmapPoolAdapter import com.bumptech.glide.load.engine.bitmap_recycle.BitmapPoolAdapter
import com.bumptech.glide.load.engine.cache.DiskCacheAdapter import com.bumptech.glide.load.engine.cache.DiskCacheAdapter
import com.bumptech.glide.load.engine.cache.MemoryCache
import com.bumptech.glide.load.engine.cache.MemoryCacheAdapter import com.bumptech.glide.load.engine.cache.MemoryCacheAdapter
import com.bumptech.glide.module.AppGlideModule import com.bumptech.glide.module.AppGlideModule

View File

@ -1,4 +1,4 @@
// Autogenerated from Pigeon (v25.3.2), do not edit directly. // Autogenerated from Pigeon (v26.0.0), do not edit directly.
// See also: https://pub.dev/packages/pigeon // See also: https://pub.dev/packages/pigeon
@file:Suppress("UNCHECKED_CAST", "ArrayInDataClass") @file:Suppress("UNCHECKED_CAST", "ArrayInDataClass")
@ -60,6 +60,8 @@ private open class ThumbnailsPigeonCodec : StandardMessageCodec() {
/** Generated interface from Pigeon that represents a handler of messages from Flutter. */ /** Generated interface from Pigeon that represents a handler of messages from Flutter. */
interface ThumbnailApi { interface ThumbnailApi {
fun getThumbnailBuffer(assetId: String, width: Long, height: Long, callback: (Result<Map<String, Long>>) -> Unit) fun getThumbnailBuffer(assetId: String, width: Long, height: Long, callback: (Result<Map<String, Long>>) -> Unit)
fun requestImage(assetId: String, requestId: Long, width: Long, height: Long, callback: (Result<Map<String, Long>>) -> Unit)
fun cancelImageRequest(requestId: Long)
companion object { companion object {
/** The codec used by ThumbnailApi. */ /** The codec used by ThumbnailApi. */
@ -92,6 +94,47 @@ interface ThumbnailApi {
channel.setMessageHandler(null) channel.setMessageHandler(null)
} }
} }
run {
val channel = BasicMessageChannel<Any?>(binaryMessenger, "dev.flutter.pigeon.immich_mobile.ThumbnailApi.requestImage$separatedMessageChannelSuffix", codec)
if (api != null) {
channel.setMessageHandler { message, reply ->
val args = message as List<Any?>
val assetIdArg = args[0] as String
val requestIdArg = args[1] as Long
val widthArg = args[2] as Long
val heightArg = args[3] as Long
api.requestImage(assetIdArg, requestIdArg, widthArg, heightArg) { result: Result<Map<String, Long>> ->
val error = result.exceptionOrNull()
if (error != null) {
reply.reply(ThumbnailsPigeonUtils.wrapError(error))
} else {
val data = result.getOrNull()
reply.reply(ThumbnailsPigeonUtils.wrapResult(data))
}
}
}
} else {
channel.setMessageHandler(null)
}
}
run {
val channel = BasicMessageChannel<Any?>(binaryMessenger, "dev.flutter.pigeon.immich_mobile.ThumbnailApi.cancelImageRequest$separatedMessageChannelSuffix", codec)
if (api != null) {
channel.setMessageHandler { message, reply ->
val args = message as List<Any?>
val requestIdArg = args[0] as Long
val wrapped: List<Any?> = try {
api.cancelImageRequest(requestIdArg)
listOf(null)
} catch (exception: Throwable) {
ThumbnailsPigeonUtils.wrapError(exception)
}
reply.reply(wrapped)
}
} else {
channel.setMessageHandler(null)
}
}
} }
} }
} }

View File

@ -19,161 +19,176 @@ import com.bumptech.glide.load.DecodeFormat
import kotlin.time.TimeSource import kotlin.time.TimeSource
class ThumbnailsImpl(context: Context) : ThumbnailApi { class ThumbnailsImpl(context: Context) : ThumbnailApi {
private val ctx: Context = context.applicationContext private val ctx: Context = context.applicationContext
private val contentResolver: ContentResolver = ctx.contentResolver private val contentResolver: ContentResolver = ctx.contentResolver
private val threadPool = private val threadPool =
Executors.newFixedThreadPool(max(4, Runtime.getRuntime().availableProcessors())) Executors.newFixedThreadPool(max(4, Runtime.getRuntime().availableProcessors()))
companion object { companion object {
val PROJECTION = arrayOf( val PROJECTION = arrayOf(
MediaStore.MediaColumns.DATE_MODIFIED, MediaStore.MediaColumns.DATE_MODIFIED,
MediaStore.Files.FileColumns.MEDIA_TYPE, MediaStore.Files.FileColumns.MEDIA_TYPE,
) )
const val SELECTION = "${MediaStore.MediaColumns._ID} = ?" const val SELECTION = "${MediaStore.MediaColumns._ID} = ?"
val URI: Uri = MediaStore.Files.getContentUri("external") val URI: Uri = MediaStore.Files.getContentUri("external")
const val MEDIA_TYPE_IMAGE = MediaStore.Files.FileColumns.MEDIA_TYPE_IMAGE const val MEDIA_TYPE_IMAGE = MediaStore.Files.FileColumns.MEDIA_TYPE_IMAGE
const val MEDIA_TYPE_VIDEO = MediaStore.Files.FileColumns.MEDIA_TYPE_VIDEO const val MEDIA_TYPE_VIDEO = MediaStore.Files.FileColumns.MEDIA_TYPE_VIDEO
init { init {
System.loadLibrary("native_buffer") System.loadLibrary("native_buffer")
}
@JvmStatic
external fun allocateNative(size: Int): Long
@JvmStatic
external fun freeNative(pointer: Long)
@JvmStatic
external fun wrapAsBuffer(address: Long, capacity: Int): ByteBuffer
} }
override fun getThumbnailBuffer( @JvmStatic
assetId: String, width: Long, height: Long, callback: (Result<Map<String, Long>>) -> Unit external fun allocateNative(size: Int): Long
) {
threadPool.execute { @JvmStatic
try { external fun freeNative(pointer: Long)
getThumbnailBufferInternal(assetId, width, height, callback)
} catch (e: Exception) { @JvmStatic
callback(Result.failure(e)) external fun wrapAsBuffer(address: Long, capacity: Int): ByteBuffer
} }
}
override fun requestImage(
assetId: String,
requestId: Long,
width: Long,
height: Long,
callback: (Result<Map<String, Long>>) -> Unit
) {
// TODO: Implement request cancellation
getThumbnailBuffer(assetId, width, height, callback)
}
override fun cancelImageRequest(requestId: Long) {
// TODO: Implement request cancellation
}
override fun getThumbnailBuffer(
assetId: String, width: Long, height: Long, callback: (Result<Map<String, Long>>) -> Unit
) {
threadPool.execute {
try {
getThumbnailBufferInternal(assetId, width, height, callback)
} catch (e: Exception) {
callback(Result.failure(e))
}
} }
}
private fun getThumbnailBufferInternal( private fun getThumbnailBufferInternal(
assetId: String, width: Long, height: Long, callback: (Result<Map<String, Long>>) -> Unit assetId: String, width: Long, height: Long, callback: (Result<Map<String, Long>>) -> Unit
) { ) {
val targetWidth = width.toInt() val targetWidth = width.toInt()
val targetHeight = height.toInt() val targetHeight = height.toInt()
val cursor = contentResolver.query(URI, PROJECTION, SELECTION, arrayOf(assetId), null) val cursor = contentResolver.query(URI, PROJECTION, SELECTION, arrayOf(assetId), null)
?: return callback(Result.failure(RuntimeException("Asset not found"))) ?: return callback(Result.failure(RuntimeException("Asset not found")))
cursor.use { c -> cursor.use { c ->
if (!c.moveToNext()) { if (!c.moveToNext()) {
return callback(Result.failure(RuntimeException("Asset not found"))) return callback(Result.failure(RuntimeException("Asset not found")))
} }
val mediaType = c.getInt(1) val mediaType = c.getInt(1)
val bitmap = when (mediaType) { val bitmap = when (mediaType) {
MEDIA_TYPE_IMAGE -> decodeImage(assetId, targetWidth, targetHeight) MEDIA_TYPE_IMAGE -> decodeImage(assetId, targetWidth, targetHeight)
MEDIA_TYPE_VIDEO -> decodeVideoThumbnail(assetId, targetWidth, targetHeight) MEDIA_TYPE_VIDEO -> decodeVideoThumbnail(assetId, targetWidth, targetHeight)
else -> return callback(Result.failure(RuntimeException("Unsupported media type"))) else -> return callback(Result.failure(RuntimeException("Unsupported media type")))
} }
val actualWidth = bitmap.width val actualWidth = bitmap.width
val actualHeight = bitmap.height val actualHeight = bitmap.height
val size = actualWidth * actualHeight * 4 val size = actualWidth * actualHeight * 4
val pointer = allocateNative(size) val pointer = allocateNative(size)
try { try {
val buffer = wrapAsBuffer(pointer, size) val buffer = wrapAsBuffer(pointer, size)
bitmap.copyPixelsToBuffer(buffer) bitmap.copyPixelsToBuffer(buffer)
bitmap.recycle() bitmap.recycle()
callback( callback(
Result.success( Result.success(
mapOf( mapOf(
"pointer" to pointer, "pointer" to pointer,
"width" to actualWidth.toLong(), "width" to actualWidth.toLong(),
"height" to actualHeight.toLong() "height" to actualHeight.toLong()
)
)
)
} catch (e: Exception) {
freeNative(pointer)
callback(Result.failure(e))
}
}
}
private fun decodeImage(assetId: String, targetWidth: Int, targetHeight: Int): Bitmap {
val uri = ContentUris.withAppendedId(Images.Media.EXTERNAL_CONTENT_URI, assetId.toLong())
if (targetHeight <= 768 && targetWidth <= 768) {
return if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
contentResolver.loadThumbnail(uri, Size(targetWidth, targetHeight), null)
} else {
Images.Thumbnails.getThumbnail(
contentResolver,
assetId.toLong(),
Images.Thumbnails.MINI_KIND,
BitmapFactory.Options().apply {
inPreferredConfig = Bitmap.Config.ARGB_8888
}
)
}
}
return decodeSource(uri, targetWidth, targetHeight)
}
private fun decodeVideoThumbnail(assetId: String, targetWidth: Int, targetHeight: Int): Bitmap {
return if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
val uri = ContentUris.withAppendedId(Video.Media.EXTERNAL_CONTENT_URI, assetId.toLong())
contentResolver.loadThumbnail(uri, Size(targetWidth, targetHeight), null)
} else {
Video.Thumbnails.getThumbnail(
contentResolver,
assetId.toLong(),
Video.Thumbnails.MINI_KIND,
BitmapFactory.Options().apply {
inPreferredConfig = Bitmap.Config.ARGB_8888
}
) )
} )
}
private fun decodeSource(uri: Uri, targetWidth: Int, targetHeight: Int): Bitmap {
return if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
val source = ImageDecoder.createSource(contentResolver, uri)
ImageDecoder.decodeBitmap(source) { decoder, info, _ ->
val sampleSize =
getSampleSize(info.size.width, info.size.height, targetWidth, targetHeight)
decoder.setTargetSampleSize(sampleSize)
decoder.allocator = ImageDecoder.ALLOCATOR_SOFTWARE
decoder.setTargetColorSpace(ColorSpace.get(ColorSpace.Named.SRGB))
}
} else {
Glide.with(ctx)
.asBitmap()
.priority(Priority.IMMEDIATE)
.load(uri)
.disallowHardwareConfig()
.format(DecodeFormat.PREFER_ARGB_8888)
.submit(targetWidth, targetHeight).get()
}
}
private fun getSampleSize(fullWidth: Int, fullHeight: Int, reqWidth: Int, reqHeight: Int): Int {
return 1 shl max(
0, floor(
min(
log2(fullWidth / (2.0 * reqWidth)),
log2(fullHeight / (2.0 * reqHeight)),
)
).toInt()
) )
} catch (e: Exception) {
freeNative(pointer)
callback(Result.failure(e))
}
} }
}
private fun decodeImage(assetId: String, targetWidth: Int, targetHeight: Int): Bitmap {
val uri = ContentUris.withAppendedId(Images.Media.EXTERNAL_CONTENT_URI, assetId.toLong())
if (targetHeight <= 768 && targetWidth <= 768) {
return if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
contentResolver.loadThumbnail(uri, Size(targetWidth, targetHeight), null)
} else {
Images.Thumbnails.getThumbnail(
contentResolver,
assetId.toLong(),
Images.Thumbnails.MINI_KIND,
BitmapFactory.Options().apply {
inPreferredConfig = Bitmap.Config.ARGB_8888
}
)
}
}
return decodeSource(uri, targetWidth, targetHeight)
}
private fun decodeVideoThumbnail(assetId: String, targetWidth: Int, targetHeight: Int): Bitmap {
return if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
val uri = ContentUris.withAppendedId(Video.Media.EXTERNAL_CONTENT_URI, assetId.toLong())
contentResolver.loadThumbnail(uri, Size(targetWidth, targetHeight), null)
} else {
Video.Thumbnails.getThumbnail(
contentResolver,
assetId.toLong(),
Video.Thumbnails.MINI_KIND,
BitmapFactory.Options().apply {
inPreferredConfig = Bitmap.Config.ARGB_8888
}
)
}
}
private fun decodeSource(uri: Uri, targetWidth: Int, targetHeight: Int): Bitmap {
return if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
val source = ImageDecoder.createSource(contentResolver, uri)
ImageDecoder.decodeBitmap(source) { decoder, info, _ ->
val sampleSize =
getSampleSize(info.size.width, info.size.height, targetWidth, targetHeight)
decoder.setTargetSampleSize(sampleSize)
decoder.allocator = ImageDecoder.ALLOCATOR_SOFTWARE
decoder.setTargetColorSpace(ColorSpace.get(ColorSpace.Named.SRGB))
}
} else {
Glide.with(ctx)
.asBitmap()
.priority(Priority.IMMEDIATE)
.load(uri)
.disallowHardwareConfig()
.format(DecodeFormat.PREFER_ARGB_8888)
.submit(targetWidth, targetHeight).get()
}
}
private fun getSampleSize(fullWidth: Int, fullHeight: Int, reqWidth: Int, reqHeight: Int): Int {
return 1 shl max(
0, floor(
min(
log2(fullWidth / (2.0 * reqWidth)),
log2(fullHeight / (2.0 * reqHeight)),
)
).toInt()
)
}
} }

View File

@ -1,4 +1,4 @@
// Autogenerated from Pigeon (v25.3.2), do not edit directly. // Autogenerated from Pigeon (v26.0.0), do not edit directly.
// See also: https://pub.dev/packages/pigeon // See also: https://pub.dev/packages/pigeon
import Foundation import Foundation
@ -71,6 +71,8 @@ class ThumbnailsPigeonCodec: FlutterStandardMessageCodec, @unchecked Sendable {
/// Generated protocol from Pigeon that represents a handler of messages from Flutter. /// Generated protocol from Pigeon that represents a handler of messages from Flutter.
protocol ThumbnailApi { protocol ThumbnailApi {
func getThumbnailBuffer(assetId: String, width: Int64, height: Int64, completion: @escaping (Result<[String: Int64], Error>) -> Void) func getThumbnailBuffer(assetId: String, width: Int64, height: Int64, completion: @escaping (Result<[String: Int64], Error>) -> Void)
func requestImage(assetId: String, requestId: Int64, width: Int64, height: Int64, completion: @escaping (Result<[String: Int64], Error>) -> Void)
func cancelImageRequest(requestId: Int64) throws
} }
/// Generated setup class from Pigeon to handle messages through the `binaryMessenger`. /// Generated setup class from Pigeon to handle messages through the `binaryMessenger`.
@ -98,5 +100,40 @@ class ThumbnailApiSetup {
} else { } else {
getThumbnailBufferChannel.setMessageHandler(nil) getThumbnailBufferChannel.setMessageHandler(nil)
} }
let requestImageChannel = FlutterBasicMessageChannel(name: "dev.flutter.pigeon.immich_mobile.ThumbnailApi.requestImage\(channelSuffix)", binaryMessenger: binaryMessenger, codec: codec)
if let api = api {
requestImageChannel.setMessageHandler { message, reply in
let args = message as! [Any?]
let assetIdArg = args[0] as! String
let requestIdArg = args[1] as! Int64
let widthArg = args[2] as! Int64
let heightArg = args[3] as! Int64
api.requestImage(assetId: assetIdArg, requestId: requestIdArg, width: widthArg, height: heightArg) { result in
switch result {
case .success(let res):
reply(wrapResult(res))
case .failure(let error):
reply(wrapError(error))
}
}
}
} else {
requestImageChannel.setMessageHandler(nil)
}
let cancelImageRequestChannel = FlutterBasicMessageChannel(name: "dev.flutter.pigeon.immich_mobile.ThumbnailApi.cancelImageRequest\(channelSuffix)", binaryMessenger: binaryMessenger, codec: codec)
if let api = api {
cancelImageRequestChannel.setMessageHandler { message, reply in
let args = message as! [Any?]
let requestIdArg = args[0] as! Int64
do {
try api.cancelImageRequest(requestId: requestIdArg)
reply(wrapResult(nil))
} catch {
reply(wrapError(error))
}
}
} else {
cancelImageRequestChannel.setMessageHandler(nil)
}
} }
} }

View File

@ -3,6 +3,12 @@ import Flutter
import MobileCoreServices import MobileCoreServices
import Photos import Photos
struct Request {
var managerId: Int32?
var workItem: DispatchWorkItem?
var isCancelled = false
}
class ThumbnailApiImpl: ThumbnailApi { class ThumbnailApiImpl: ThumbnailApi {
private static let cacheManager = PHImageManager.default() private static let cacheManager = PHImageManager.default()
private static let fetchOptions = { private static let fetchOptions = {
@ -22,6 +28,7 @@ class ThumbnailApiImpl: ThumbnailApi {
private static let processingQueue = DispatchQueue(label: "thumbnail.processing", qos: .userInteractive, attributes: .concurrent) private static let processingQueue = DispatchQueue(label: "thumbnail.processing", qos: .userInteractive, attributes: .concurrent)
private static let rgbColorSpace = CGColorSpaceCreateDeviceRGB() private static let rgbColorSpace = CGColorSpaceCreateDeviceRGB()
private static let bitmapInfo = CGBitmapInfo(rawValue: CGImageAlphaInfo.premultipliedLast.rawValue).rawValue private static let bitmapInfo = CGBitmapInfo(rawValue: CGImageAlphaInfo.premultipliedLast.rawValue).rawValue
private static var requests = [Int64: Request]()
func getThumbnailBuffer(assetId: String, width: Int64, height: Int64, completion: @escaping (Result<[String: Int64], any Error>) -> Void) { func getThumbnailBuffer(assetId: String, width: Int64, height: Int64, completion: @escaping (Result<[String: Int64], any Error>) -> Void) {
Self.processingQueue.async { Self.processingQueue.async {
@ -39,7 +46,7 @@ class ThumbnailApiImpl: ThumbnailApi {
completion(.failure(PigeonError(code: "", message: "Could not get pixel data for \(assetId)", details: nil))) completion(.failure(PigeonError(code: "", message: "Could not get pixel data for \(assetId)", details: nil)))
return return
} }
let pointer = UnsafeMutableRawPointer.allocate( let pointer = UnsafeMutableRawPointer.allocate(
byteCount: Int(cgImage.width) * Int(cgImage.height) * 4, byteCount: Int(cgImage.width) * Int(cgImage.height) * 4,
alignment: MemoryLayout<UInt8>.alignment alignment: MemoryLayout<UInt8>.alignment
@ -65,4 +72,84 @@ class ThumbnailApiImpl: ThumbnailApi {
) )
} }
} }
func requestImage(assetId: String, requestId: Int64, width: Int64, height: Int64, completion: @escaping (Result<[String: Int64], any Error>) -> Void) {
var request = Request()
let item = DispatchWorkItem {
guard let asset = PHAsset.fetchAssets(withLocalIdentifiers: [assetId], options: Self.fetchOptions).firstObject
else { completion(.failure(PigeonError(code: "", message: "Could not get asset data for \(assetId)", details: nil))); return }
request.managerId = Self.cacheManager.requestImage(
for: asset,
targetSize: CGSize(width: Double(width), height: Double(height)),
contentMode: .aspectFit,
options: Self.requestOptions,
resultHandler: { (image, info) -> Void in
defer { Self.requests[requestId] = nil }
guard let image = image,
let cgImage = image.cgImage else {
return completion(.failure(PigeonError(code: "", message: "Could not get pixel data for \(assetId)", details: nil)))
}
if (request.isCancelled) {
return completion(.failure(PigeonError(code: "cancelled", message: nil, details: nil)))
}
let pointer = UnsafeMutableRawPointer.allocate(
byteCount: Int(cgImage.width) * Int(cgImage.height) * 4,
alignment: MemoryLayout<UInt8>.alignment
)
if (request.isCancelled) {
pointer.deallocate()
return completion(.failure(PigeonError(code: "cancelled", message: nil, details: nil)))
}
guard let context = CGContext(
data: pointer,
width: cgImage.width,
height: cgImage.height,
bitsPerComponent: 8,
bytesPerRow: cgImage.width * 4,
space: Self.rgbColorSpace,
bitmapInfo: Self.bitmapInfo
) else {
pointer.deallocate()
return completion(.failure(PigeonError(code: "", message: "Could not create context for \(assetId)", details: nil)))
}
if (request.isCancelled) {
pointer.deallocate()
return completion(.failure(PigeonError(code: "cancelled", message: nil, details: nil)))
}
context.interpolationQuality = .none
context.draw(cgImage, in: CGRect(x: 0, y: 0, width: cgImage.width, height: cgImage.height))
if (request.isCancelled) {
pointer.deallocate()
return completion(.failure(PigeonError(code: "cancelled", message: nil, details: nil)))
}
completion(.success(["pointer": Int64(Int(bitPattern: pointer)), "width": Int64(cgImage.width), "height": Int64(cgImage.height)]))
}
)
}
request.workItem = item
Self.requests[requestId] = request
Self.processingQueue.async(execute: item)
}
func cancelImageRequest(requestId: Int64) {
guard var request = Self.requests.removeValue(forKey: requestId) else { return }
request.isCancelled = true
if let item = request.workItem {
item.cancel()
}
if let managerId = request.managerId {
Self.cacheManager.cancelImageRequest(managerId)
}
}
} }

View File

@ -31,8 +31,8 @@ const int kTimelineNoneSegmentSize = 120;
const int kTimelineAssetLoadBatchSize = 1024; const int kTimelineAssetLoadBatchSize = 1024;
const int kTimelineAssetLoadOppositeSize = 64; const int kTimelineAssetLoadOppositeSize = 64;
const Size kTimelineThumbnailTileSize = Size.square(256.0); const Size kTimelineThumbnailTileSize = Size.square(256.0);
const Size kTimelineThumbnailSize = Size.square(384.0); const Size kTimelineThumbnailSize = Size.square(256.0);
const int kTimelineImageCacheMemory = 250 * 1024 * 1024; const int kTimelineImageCacheMemory = 100 * 1024 * 1024;
// Widget keys // Widget keys
const String appShareGroupId = "group.app.immich.share"; const String appShareGroupId = "group.app.immich.share";

View File

@ -1,45 +1,164 @@
import 'dart:async';
import 'dart:ffi'; import 'dart:ffi';
import 'dart:typed_data'; import 'dart:io';
import 'dart:ui';
import 'dart:ui' as ui; import 'dart:ui' as ui;
import 'package:flutter/material.dart';
import 'package:flutter/services.dart';
import 'package:flutter/foundation.dart';
import 'package:immich_mobile/providers/image/cache/remote_image_cache_manager.dart';
import 'package:immich_mobile/providers/infrastructure/platform.provider.dart'; import 'package:immich_mobile/providers/infrastructure/platform.provider.dart';
import 'package:photo_manager/photo_manager.dart';
import 'package:ffi/ffi.dart'; import 'package:ffi/ffi.dart';
import 'package:immich_mobile/services/api.service.dart';
import 'package:logging/logging.dart';
class AssetMediaRepository {
const AssetMediaRepository();
Future<ui.Codec> getLocalThumbnail(String localId, ui.Size size) async { abstract class ImageRequest {
final info = await thumbnailApi.getThumbnailBuffer(localId, width: size.width.toInt(), height: size.height.toInt()); static int _nextRequestId = 0;
final int requestId = _nextRequestId++;
bool _isCancelled = false;
get isCancelled => _isCancelled;
ImageRequest();
Future<ImageInfo?> load(ImageDecoderCallback decode, {double scale = 1.0});
void cancel() {
if (isCancelled) {
return;
}
_isCancelled = true;
return _onCancelled();
}
void _onCancelled();
}
class LocalImageRequest extends ImageRequest {
final String localId;
final int width;
final int height;
LocalImageRequest({required this.localId, required ui.Size size})
: width = size.width.toInt(),
height = size.height.toInt();
@override
Future<ImageInfo?> load(ImageDecoderCallback decode, {double scale = 1.0}) async {
if (_isCancelled) {
return null;
}
final Map<String, int> info = await thumbnailApi.requestImage(
localId,
requestId: requestId,
width: width,
height: height,
);
final pointer = Pointer<Uint8>.fromAddress(info['pointer']!); final pointer = Pointer<Uint8>.fromAddress(info['pointer']!);
final actualWidth = info['width']!;
final actualHeight = info['height']!;
final actualSize = actualWidth * actualHeight * 4;
try { try {
if (_isCancelled) {
return null;
}
final actualWidth = info['width']!;
final actualHeight = info['height']!;
final actualSize = actualWidth * actualHeight * 4;
final buffer = await ImmutableBuffer.fromUint8List(pointer.asTypedList(actualSize)); final buffer = await ImmutableBuffer.fromUint8List(pointer.asTypedList(actualSize));
if (_isCancelled) {
return null;
}
final descriptor = ui.ImageDescriptor.raw( final descriptor = ui.ImageDescriptor.raw(
buffer, buffer,
width: actualWidth, width: actualWidth,
height: actualHeight, height: actualHeight,
pixelFormat: ui.PixelFormat.rgba8888, pixelFormat: ui.PixelFormat.rgba8888,
); );
return await descriptor.instantiateCodec(); final codec = await descriptor.instantiateCodec();
if (_isCancelled) {
return null;
}
final frame = await codec.getNextFrame();
if (_isCancelled) {
return null;
}
return ImageInfo(image: frame.image, scale: scale);
} finally { } finally {
malloc.free(pointer); malloc.free(pointer);
} }
} }
Future<Uint8List?> getThumbnail(String id, {int quality = 80, ui.Size size = const ui.Size.square(256)}) => @override
AssetEntity( Future<void> _onCancelled() {
id: id, return thumbnailApi.cancelImageRequest(requestId);
// The below fields are not used in thumbnailDataWithSize but are required }
// to create an AssetEntity instance. It is faster to create a dummy AssetEntity }
// instance than to fetch the asset from the device first.
typeInt: AssetType.image.index, class RemoteImageRequest extends ImageRequest {
width: size.width.toInt(), static final log = Logger('RemoteImageRequest');
height: size.height.toInt(), static final cacheManager = RemoteImageCacheManager();
).thumbnailDataWithSize(ThumbnailSize(size.width.toInt(), size.height.toInt()), quality: quality); static final client = HttpClient();
String uri;
Map<String, String> headers;
HttpClientRequest? _request;
RemoteImageRequest({required this.uri, required this.headers});
@override
Future<ImageInfo?> load(ImageDecoderCallback decode, {double scale = 1.0}) async {
final headers = ApiService.getRequestHeaders();
final file = await cacheManager.getFileFromCache(uri);
if (file != null) {
final buffer = await ImmutableBuffer.fromFilePath(file.file.path);
final codec = await decode(buffer);
final frame = await codec.getNextFrame();
return ImageInfo(image: frame.image, scale: scale);
}
final request = _request = await client.getUrl(Uri.parse(uri));
try {
for (final entry in headers.entries) {
request.headers.set(entry.key, entry.value);
}
final response = await request.close();
final bytes = await consolidateHttpClientResponseBytes(response);
cacheManager.putFile(uri, bytes).catchError((e) => log.severe('Failed to cache image', e));
if (_isCancelled) {
return null;
}
final buffer = await ImmutableBuffer.fromUint8List(bytes);
if (_isCancelled) {
return null;
}
final codec = await decode(buffer);
if (_isCancelled) {
return null;
}
final frame = await codec.getNextFrame();
if (_isCancelled) {
return null;
}
return ImageInfo(image: frame.image, scale: scale);
} catch (e) {
if (e is HttpException && e.message.endsWith('aborted')) {
return null;
}
rethrow;
} finally {
_request = null;
}
}
@override
void _onCancelled() {
_request?.abort();
_request = null;
}
} }

View File

@ -1,4 +1,4 @@
// Autogenerated from Pigeon (v25.3.2), do not edit directly. // Autogenerated from Pigeon (v26.0.0), do not edit directly.
// See also: https://pub.dev/packages/pigeon // See also: https://pub.dev/packages/pigeon
// ignore_for_file: public_member_api_docs, non_constant_identifier_names, avoid_as, unused_import, unnecessary_parenthesis, prefer_null_aware_operators, omit_local_variable_types, unused_shown_name, unnecessary_import, no_leading_underscores_for_local_identifiers // ignore_for_file: public_member_api_docs, non_constant_identifier_names, avoid_as, unused_import, unnecessary_parenthesis, prefer_null_aware_operators, omit_local_variable_types, unused_shown_name, unnecessary_import, no_leading_underscores_for_local_identifiers
@ -76,4 +76,60 @@ class ThumbnailApi {
return (pigeonVar_replyList[0] as Map<Object?, Object?>?)!.cast<String, int>(); return (pigeonVar_replyList[0] as Map<Object?, Object?>?)!.cast<String, int>();
} }
} }
Future<Map<String, int>> requestImage(
String assetId, {
required int requestId,
required int width,
required int height,
}) async {
final String pigeonVar_channelName =
'dev.flutter.pigeon.immich_mobile.ThumbnailApi.requestImage$pigeonVar_messageChannelSuffix';
final BasicMessageChannel<Object?> pigeonVar_channel = BasicMessageChannel<Object?>(
pigeonVar_channelName,
pigeonChannelCodec,
binaryMessenger: pigeonVar_binaryMessenger,
);
final Future<Object?> pigeonVar_sendFuture = pigeonVar_channel.send(<Object?>[assetId, requestId, width, height]);
final List<Object?>? pigeonVar_replyList = await pigeonVar_sendFuture as List<Object?>?;
if (pigeonVar_replyList == null) {
throw _createConnectionError(pigeonVar_channelName);
} else if (pigeonVar_replyList.length > 1) {
throw PlatformException(
code: pigeonVar_replyList[0]! as String,
message: pigeonVar_replyList[1] as String?,
details: pigeonVar_replyList[2],
);
} else if (pigeonVar_replyList[0] == null) {
throw PlatformException(
code: 'null-error',
message: 'Host platform returned null value for non-null return value.',
);
} else {
return (pigeonVar_replyList[0] as Map<Object?, Object?>?)!.cast<String, int>();
}
}
Future<void> cancelImageRequest(int requestId) async {
final String pigeonVar_channelName =
'dev.flutter.pigeon.immich_mobile.ThumbnailApi.cancelImageRequest$pigeonVar_messageChannelSuffix';
final BasicMessageChannel<Object?> pigeonVar_channel = BasicMessageChannel<Object?>(
pigeonVar_channelName,
pigeonChannelCodec,
binaryMessenger: pigeonVar_binaryMessenger,
);
final Future<Object?> pigeonVar_sendFuture = pigeonVar_channel.send(<Object?>[requestId]);
final List<Object?>? pigeonVar_replyList = await pigeonVar_sendFuture as List<Object?>?;
if (pigeonVar_replyList == null) {
throw _createConnectionError(pigeonVar_channelName);
} else if (pigeonVar_replyList.length > 1) {
throw PlatformException(
code: pigeonVar_replyList[0]! as String,
message: pigeonVar_replyList[1] as String?,
details: pigeonVar_replyList[2],
);
} else {
return;
}
}
} }

View File

@ -1,11 +1,29 @@
import 'package:flutter/widgets.dart'; import 'package:flutter/widgets.dart';
import 'package:immich_mobile/constants/constants.dart';
import 'package:immich_mobile/domain/models/asset/base_asset.model.dart'; import 'package:immich_mobile/domain/models/asset/base_asset.model.dart';
import 'package:immich_mobile/domain/models/setting.model.dart'; import 'package:immich_mobile/domain/models/setting.model.dart';
import 'package:immich_mobile/domain/services/setting.service.dart'; import 'package:immich_mobile/domain/services/setting.service.dart';
import 'package:immich_mobile/presentation/widgets/images/local_image_provider.dart'; import 'package:immich_mobile/presentation/widgets/images/local_image_provider.dart';
import 'package:immich_mobile/presentation/widgets/images/remote_image_provider.dart'; import 'package:immich_mobile/presentation/widgets/images/remote_image_provider.dart';
import 'package:immich_mobile/presentation/widgets/timeline/constants.dart'; import 'package:immich_mobile/presentation/widgets/timeline/constants.dart';
import 'package:immich_mobile/infrastructure/repositories/asset_media.repository.dart';
abstract class CancellableImageProvider {
void cancel();
}
mixin class CancellableImageProviderMixin implements CancellableImageProvider {
ImageRequest? request;
@override
void cancel() {
final request = this.request;
if (request == null) {
return;
}
this.request = null;
return request.cancel();
}
}
ImageProvider getFullImageProvider(BaseAsset asset, {Size size = const Size(1080, 1920)}) { ImageProvider getFullImageProvider(BaseAsset asset, {Size size = const Size(1080, 1920)}) {
// Create new provider and cache it // Create new provider and cache it

View File

@ -8,13 +8,11 @@ import 'package:immich_mobile/infrastructure/repositories/asset_media.repository
import 'package:immich_mobile/presentation/widgets/images/image_provider.dart'; import 'package:immich_mobile/presentation/widgets/images/image_provider.dart';
import 'package:immich_mobile/presentation/widgets/images/one_frame_multi_image_stream_completer.dart'; import 'package:immich_mobile/presentation/widgets/images/one_frame_multi_image_stream_completer.dart';
class LocalThumbProvider extends ImageProvider<LocalThumbProvider> { class LocalThumbProvider extends ImageProvider<LocalThumbProvider> with CancellableImageProviderMixin {
static const _assetMediaRepository = AssetMediaRepository();
final String id; final String id;
final Size size; final Size size;
const LocalThumbProvider({required this.id, this.size = kTimelineThumbnailSize}); LocalThumbProvider({required this.id, this.size = kTimelineThumbnailSize});
@override @override
Future<LocalThumbProvider> obtainKey(ImageConfiguration configuration) { Future<LocalThumbProvider> obtainKey(ImageConfiguration configuration) {
@ -23,8 +21,8 @@ class LocalThumbProvider extends ImageProvider<LocalThumbProvider> {
@override @override
ImageStreamCompleter loadImage(LocalThumbProvider key, ImageDecoderCallback decode) { ImageStreamCompleter loadImage(LocalThumbProvider key, ImageDecoderCallback decode) {
return OneFrameImageStreamCompleter( return OneFramePlaceholderImageStreamCompleter(
_codec(key), _codec(key, decode),
informationCollector: () => <DiagnosticsNode>[ informationCollector: () => <DiagnosticsNode>[
DiagnosticsProperty<String>('Id', key.id), DiagnosticsProperty<String>('Id', key.id),
DiagnosticsProperty<Size>('Size', key.size), DiagnosticsProperty<Size>('Size', key.size),
@ -32,9 +30,16 @@ class LocalThumbProvider extends ImageProvider<LocalThumbProvider> {
); );
} }
Future<ImageInfo> _codec(LocalThumbProvider key) async { Stream<ImageInfo> _codec(LocalThumbProvider key, ImageDecoderCallback decode) async* {
final codec = await _assetMediaRepository.getLocalThumbnail(key.id, key.size); final request = this.request = LocalImageRequest(localId: key.id, size: size);
return ImageInfo(image: (await codec.getNextFrame()).image, scale: 1.0); try {
final image = await request.load(decode);
if (image != null) {
yield image;
}
} finally {
this.request = null;
}
} }
@override @override
@ -50,13 +55,11 @@ class LocalThumbProvider extends ImageProvider<LocalThumbProvider> {
int get hashCode => id.hashCode ^ size.hashCode; int get hashCode => id.hashCode ^ size.hashCode;
} }
class LocalFullImageProvider extends ImageProvider<LocalFullImageProvider> { class LocalFullImageProvider extends ImageProvider<LocalFullImageProvider> with CancellableImageProviderMixin {
static const _assetMediaRepository = AssetMediaRepository();
final String id; final String id;
final Size size; final Size size;
const LocalFullImageProvider({required this.id, required this.size}); LocalFullImageProvider({required this.id, required this.size});
@override @override
Future<LocalFullImageProvider> obtainKey(ImageConfiguration configuration) { Future<LocalFullImageProvider> obtainKey(ImageConfiguration configuration) {
@ -78,12 +81,19 @@ class LocalFullImageProvider extends ImageProvider<LocalFullImageProvider> {
Stream<ImageInfo> _codec(LocalFullImageProvider key, ImageDecoderCallback decode) async* { Stream<ImageInfo> _codec(LocalFullImageProvider key, ImageDecoderCallback decode) async* {
final devicePixelRatio = PlatformDispatcher.instance.views.first.devicePixelRatio; final devicePixelRatio = PlatformDispatcher.instance.views.first.devicePixelRatio;
final codec = await _assetMediaRepository.getLocalThumbnail( final request = this.request = LocalImageRequest(
key.id, localId: key.id,
Size(size.width * devicePixelRatio, size.height * devicePixelRatio), size: Size(size.width * devicePixelRatio, size.height * devicePixelRatio),
); );
final frame = await codec.getNextFrame();
yield ImageInfo(image: frame.image, scale: 1.0); try {
final image = await request.load(decode);
if (image != null) {
yield image;
}
} finally {
this.request = null;
}
} }
@override @override

View File

@ -1,22 +1,22 @@
import 'dart:async'; import 'dart:async';
import 'dart:ui';
import 'package:flutter/foundation.dart'; import 'package:flutter/foundation.dart';
import 'package:flutter/painting.dart'; import 'package:flutter/painting.dart';
import 'package:flutter_cache_manager/flutter_cache_manager.dart'; import 'package:flutter_cache_manager/flutter_cache_manager.dart';
import 'package:immich_mobile/domain/models/setting.model.dart'; import 'package:immich_mobile/domain/models/setting.model.dart';
import 'package:immich_mobile/domain/services/setting.service.dart'; import 'package:immich_mobile/domain/services/setting.service.dart';
import 'package:immich_mobile/infrastructure/repositories/asset_media.repository.dart';
import 'package:immich_mobile/presentation/widgets/images/image_provider.dart'; import 'package:immich_mobile/presentation/widgets/images/image_provider.dart';
import 'package:immich_mobile/presentation/widgets/images/one_frame_multi_image_stream_completer.dart'; import 'package:immich_mobile/presentation/widgets/images/one_frame_multi_image_stream_completer.dart';
import 'package:immich_mobile/providers/image/cache/image_loader.dart';
import 'package:immich_mobile/providers/image/cache/remote_image_cache_manager.dart'; import 'package:immich_mobile/providers/image/cache/remote_image_cache_manager.dart';
import 'package:immich_mobile/services/api.service.dart';
import 'package:immich_mobile/utils/image_url_builder.dart'; import 'package:immich_mobile/utils/image_url_builder.dart';
class RemoteThumbProvider extends ImageProvider<RemoteThumbProvider> { class RemoteThumbProvider extends ImageProvider<RemoteThumbProvider> with CancellableImageProviderMixin {
final String assetId; final String assetId;
final CacheManager? cacheManager; final CacheManager? cacheManager;
const RemoteThumbProvider({required this.assetId, this.cacheManager}); RemoteThumbProvider({required this.assetId, this.cacheManager});
@override @override
Future<RemoteThumbProvider> obtainKey(ImageConfiguration configuration) { Future<RemoteThumbProvider> obtainKey(ImageConfiguration configuration) {
@ -26,9 +26,8 @@ class RemoteThumbProvider extends ImageProvider<RemoteThumbProvider> {
@override @override
ImageStreamCompleter loadImage(RemoteThumbProvider key, ImageDecoderCallback decode) { ImageStreamCompleter loadImage(RemoteThumbProvider key, ImageDecoderCallback decode) {
final cache = cacheManager ?? RemoteImageCacheManager(); final cache = cacheManager ?? RemoteImageCacheManager();
return MultiFrameImageStreamCompleter( return OneFramePlaceholderImageStreamCompleter(
codec: _codec(key, cache, decode), _codec(key, cache, decode),
scale: 1.0,
informationCollector: () => <DiagnosticsNode>[ informationCollector: () => <DiagnosticsNode>[
DiagnosticsProperty<ImageProvider>('Image provider', this), DiagnosticsProperty<ImageProvider>('Image provider', this),
DiagnosticsProperty<String>('Asset Id', key.assetId), DiagnosticsProperty<String>('Asset Id', key.assetId),
@ -36,10 +35,17 @@ class RemoteThumbProvider extends ImageProvider<RemoteThumbProvider> {
); );
} }
Future<Codec> _codec(RemoteThumbProvider key, CacheManager cache, ImageDecoderCallback decode) async { Stream<ImageInfo> _codec(RemoteThumbProvider key, CacheManager cache, ImageDecoderCallback decode) async* {
final preview = getThumbnailUrlForRemoteId(key.assetId); final preview = getThumbnailUrlForRemoteId(key.assetId);
final request = this.request = RemoteImageRequest(uri: preview, headers: ApiService.getRequestHeaders());
return ImageLoader.loadImageFromCache(preview, cache: cache, decode: decode); try {
final image = await request.load(decode);
if (image != null) {
yield image;
}
} finally {
this.request = null;
}
} }
@override @override
@ -56,11 +62,11 @@ class RemoteThumbProvider extends ImageProvider<RemoteThumbProvider> {
int get hashCode => assetId.hashCode; int get hashCode => assetId.hashCode;
} }
class RemoteFullImageProvider extends ImageProvider<RemoteFullImageProvider> { class RemoteFullImageProvider extends ImageProvider<RemoteFullImageProvider> with CancellableImageProviderMixin {
final String assetId; final String assetId;
final CacheManager? cacheManager; final CacheManager? cacheManager;
const RemoteFullImageProvider({required this.assetId, this.cacheManager}); RemoteFullImageProvider({required this.assetId, this.cacheManager});
@override @override
Future<RemoteFullImageProvider> obtainKey(ImageConfiguration configuration) { Future<RemoteFullImageProvider> obtainKey(ImageConfiguration configuration) {
@ -81,27 +87,33 @@ class RemoteFullImageProvider extends ImageProvider<RemoteFullImageProvider> {
} }
Stream<ImageInfo> _codec(RemoteFullImageProvider key, CacheManager cache, ImageDecoderCallback decode) async* { Stream<ImageInfo> _codec(RemoteFullImageProvider key, CacheManager cache, ImageDecoderCallback decode) async* {
ImageInfo? imageInfo; try {
final originalImageFuture = AppSetting.get(Setting.loadOriginal) final request = this.request = RemoteImageRequest(
? ImageLoader.loadImageFromCache( uri: getPreviewUrlForRemoteId(key.assetId),
getOriginalUrlForRemoteId(key.assetId), headers: ApiService.getRequestHeaders(),
cache: cache, );
decode: decode, final image = await request.load(decode);
).then((image) => image.getNextFrame()).then((frame) => imageInfo = ImageInfo(image: frame.image, scale: 1.0)) if (image == null) {
: null; return;
}
final previewImageFuture = yield image;
ImageLoader.loadImageFromCache(getPreviewUrlForRemoteId(key.assetId), cache: cache, decode: decode) } finally {
.then((image) async => imageInfo == null ? await image.getNextFrame() : null) request = null;
.then((frame) => imageInfo == null ? ImageInfo(image: frame!.image, scale: 1.0) : null);
final previewImage = await previewImageFuture;
if (previewImage != null) {
yield previewImage;
} }
if (originalImageFuture != null) { if (AppSetting.get(Setting.loadOriginal)) {
yield await originalImageFuture; try {
final request = this.request = RemoteImageRequest(
uri: getOriginalUrlForRemoteId(key.assetId),
headers: ApiService.getRequestHeaders(),
);
final image = await request.load(decode);
if (image != null) {
yield image;
}
} finally {
request = null;
}
} }
} }

View File

@ -10,6 +10,7 @@ import 'package:immich_mobile/domain/models/asset/base_asset.model.dart';
import 'package:immich_mobile/entities/asset.entity.dart'; import 'package:immich_mobile/entities/asset.entity.dart';
import 'package:immich_mobile/extensions/build_context_extensions.dart'; import 'package:immich_mobile/extensions/build_context_extensions.dart';
import 'package:immich_mobile/extensions/theme_extensions.dart'; import 'package:immich_mobile/extensions/theme_extensions.dart';
import 'package:immich_mobile/presentation/widgets/images/image_provider.dart';
import 'package:immich_mobile/presentation/widgets/images/local_image_provider.dart'; import 'package:immich_mobile/presentation/widgets/images/local_image_provider.dart';
import 'package:immich_mobile/presentation/widgets/images/remote_image_provider.dart'; import 'package:immich_mobile/presentation/widgets/images/remote_image_provider.dart';
import 'package:logging/logging.dart'; import 'package:logging/logging.dart';
@ -226,6 +227,10 @@ class _ThumbnailState extends State<Thumbnail> {
void dispose() { void dispose() {
_stopListeningToStream(); _stopListeningToStream();
_providerImage?.dispose(); _providerImage?.dispose();
final imageProvider = widget.imageProvider;
if (imageProvider is CancellableImageProvider) {
(imageProvider as CancellableImageProvider).cancel();
}
super.dispose(); super.dispose();
} }
} }

View File

@ -56,8 +56,6 @@ class ThumbnailTile extends ConsumerWidget {
) )
: const BoxDecoration(); : const BoxDecoration();
final hasStack = asset is RemoteAsset && (asset as RemoteAsset).stackId != null;
final bool storageIndicator = final bool storageIndicator =
showStorageIndicator ?? ref.watch(settingsProvider.select((s) => s.get(Setting.showStorageIndicator))); showStorageIndicator ?? ref.watch(settingsProvider.select((s) => s.get(Setting.showStorageIndicator)));
@ -86,7 +84,7 @@ class ThumbnailTile extends ConsumerWidget {
), ),
), ),
), ),
if (hasStack) if (asset is RemoteAsset && asset.stackId != null)
asset.isVideo asset.isVideo
? const Align( ? const Align(
alignment: Alignment.topRight, alignment: Alignment.topRight,

View File

@ -20,4 +20,9 @@ abstract class ThumbnailApi {
required int width, required int width,
required int height, required int height,
}); });
@async
Map<String, int> requestImage(String assetId, {required int requestId, required int width, required int height});
void cancelImageRequest(int requestId);
} }