/* Copyright 2017 Aram Sargsyan Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #import "ShareExtensionManager.h" #import "SharePresentingViewController.h" #import "MXKPieChartHUD.h" @import MobileCoreServices; #import "objc/runtime.h" NSString *const kShareExtensionManagerDidUpdateAccountDataNotification = @"kShareExtensionManagerDidUpdateAccountDataNotification"; typedef NS_ENUM(NSInteger, ImageCompressionMode) { ImageCompressionModeNone, ImageCompressionModeSmall, ImageCompressionModeMedium, ImageCompressionModeLarge }; @interface ShareExtensionManager () @property (nonatomic, readwrite) MXKAccount *userAccount; @property (nonatomic) NSMutableArray *pendingImages; @property (nonatomic) NSMutableDictionary *imageUploadProgresses; @property (nonatomic) ImageCompressionMode imageCompressionMode; @property (nonatomic) CGFloat actualLargeSize; @end @implementation ShareExtensionManager #pragma mark - Lifecycle + (instancetype)sharedManager { static ShareExtensionManager *sharedInstance = nil; static dispatch_once_t onceToken; dispatch_once(&onceToken, ^{ sharedInstance = [[self alloc] init]; sharedInstance.pendingImages = [NSMutableArray array]; sharedInstance.imageUploadProgresses = [NSMutableDictionary dictionary]; [[NSNotificationCenter defaultCenter] addObserver:sharedInstance selector:@selector(onMediaUploadProgress:) name:kMXMediaUploadProgressNotification object:nil]; // Add observer to handle logout [[NSNotificationCenter defaultCenter] addObserver:sharedInstance selector:@selector(checkUserAccount) name:kMXKAccountManagerDidRemoveAccountNotification object:nil]; // Add observer on the Extension host [[NSNotificationCenter defaultCenter] addObserver:sharedInstance selector:@selector(checkUserAccount) name:NSExtensionHostWillEnterForegroundNotification object:nil]; MXSDKOptions *sdkOptions = [MXSDKOptions sharedInstance]; // Apply the application group sdkOptions.applicationGroupIdentifier = @"group.im.vector"; // Disable identicon use sdkOptions.disableIdenticonUseForUserAvatar = YES; // Enable e2e encryption for newly created MXSession sdkOptions.enableCryptoWhenStartingMXSession = YES; // NSLog -> console.log file when not debugging the app if (!isatty(STDERR_FILENO)) { [MXLogger redirectNSLogToFiles:YES]; } }); return sharedInstance; } - (void)checkUserAccount { // Force account manager to reload account from the local storage. [[MXKAccountManager sharedManager] forceReloadAccounts]; if (self.userAccount) { // Check whether the used account is still the first active one MXKAccount *firstAccount = [MXKAccountManager sharedManager].activeAccounts.firstObject; // Compare the access token if (!firstAccount || ![self.userAccount.mxCredentials.accessToken isEqualToString:firstAccount.mxCredentials.accessToken]) { // Remove this account self.userAccount = nil; } } if (!self.userAccount) { // We consider the first enabled account. // TODO: Handle multiple accounts self.userAccount = [MXKAccountManager sharedManager].activeAccounts.firstObject; } // Reset the file store to reload the room data. if (_fileStore) { [_fileStore close]; _fileStore = nil; } if (self.userAccount) { _fileStore = [[MXFileStore alloc] initWithCredentials:self.userAccount.mxCredentials]; } // Post notification [[NSNotificationCenter defaultCenter] postNotificationName:kShareExtensionManagerDidUpdateAccountDataNotification object:self.userAccount userInfo:nil]; } #pragma mark - Public - (void)setShareExtensionContext:(NSExtensionContext *)shareExtensionContext { _shareExtensionContext = shareExtensionContext; // Check the current matrix user. [self checkUserAccount]; } - (void)sendContentToRoom:(MXRoom *)room failureBlock:(void(^)(NSError *error))failureBlock { NSString *UTTypeText = (__bridge NSString *)kUTTypeText; NSString *UTTypeURL = (__bridge NSString *)kUTTypeURL; NSString *UTTypeImage = (__bridge NSString *)kUTTypeImage; NSString *UTTypeVideo = (__bridge NSString *)kUTTypeVideo; NSString *UTTypeFileUrl = (__bridge NSString *)kUTTypeFileURL; NSString *UTTypeMovie = (__bridge NSString *)kUTTypeMovie; __weak typeof(self) weakSelf = self; [self.pendingImages removeAllObjects]; for (NSExtensionItem *item in self.shareExtensionContext.inputItems) { for (NSItemProvider *itemProvider in item.attachments) { if ([itemProvider hasItemConformingToTypeIdentifier:UTTypeFileUrl]) { [itemProvider loadItemForTypeIdentifier:UTTypeFileUrl options:nil completionHandler:^(NSURL *fileUrl, NSError * _Null_unspecified error) { // Switch back on the main thread to handle correctly the UI change dispatch_async(dispatch_get_main_queue(), ^{ if (weakSelf) { typeof(self) self = weakSelf; [self sendFileWithUrl:fileUrl toRoom:room extensionItem:item failureBlock:failureBlock]; } }); }]; } else if ([itemProvider hasItemConformingToTypeIdentifier:UTTypeText]) { [itemProvider loadItemForTypeIdentifier:UTTypeText options:nil completionHandler:^(NSString *text, NSError * _Null_unspecified error) { // Switch back on the main thread to handle correctly the UI change dispatch_async(dispatch_get_main_queue(), ^{ if (weakSelf) { typeof(self) self = weakSelf; [self sendText:text toRoom:room extensionItem:item failureBlock:failureBlock]; } }); }]; } else if ([itemProvider hasItemConformingToTypeIdentifier:UTTypeURL]) { [itemProvider loadItemForTypeIdentifier:UTTypeURL options:nil completionHandler:^(NSURL *url, NSError * _Null_unspecified error) { // Switch back on the main thread to handle correctly the UI change dispatch_async(dispatch_get_main_queue(), ^{ if (weakSelf) { typeof(self) self = weakSelf; [self sendText:url.absoluteString toRoom:room extensionItem:item failureBlock:failureBlock]; } }); }]; } else if ([itemProvider hasItemConformingToTypeIdentifier:UTTypeImage]) { itemProvider.isLoaded = NO; [itemProvider loadItemForTypeIdentifier:UTTypeImage options:nil completionHandler:^(NSData *imageData, NSError * _Null_unspecified error) { if (weakSelf) { itemProvider.isLoaded = YES; [self.pendingImages addObject:imageData]; if ([self areAttachmentsFullyLoaded]) { UIImage *firstImage = [UIImage imageWithData:self.pendingImages.firstObject]; UIAlertController *compressionPrompt = [self compressionPromptForImage:firstImage shareBlock:^{ [self sendImages:self.pendingImages withProviders:item.attachments toRoom:room extensionItem:item failureBlock:failureBlock]; }]; [self.delegate shareExtensionManager:self showImageCompressionPrompt:compressionPrompt]; } } }]; } else if ([itemProvider hasItemConformingToTypeIdentifier:UTTypeVideo]) { [itemProvider loadItemForTypeIdentifier:UTTypeVideo options:nil completionHandler:^(NSURL *videoLocalUrl, NSError * _Null_unspecified error) { // Switch back on the main thread to handle correctly the UI change dispatch_async(dispatch_get_main_queue(), ^{ if (weakSelf) { typeof(self) self = weakSelf; [self sendVideo:videoLocalUrl toRoom:room extensionItem:item failureBlock:failureBlock]; } }); }]; } else if ([itemProvider hasItemConformingToTypeIdentifier:UTTypeMovie]) { [itemProvider loadItemForTypeIdentifier:UTTypeMovie options:nil completionHandler:^(NSURL *videoLocalUrl, NSError * _Null_unspecified error) { // Switch back on the main thread to handle correctly the UI change dispatch_async(dispatch_get_main_queue(), ^{ if (weakSelf) { typeof(self) self = weakSelf; [self sendVideo:videoLocalUrl toRoom:room extensionItem:item failureBlock:failureBlock]; } }); }]; } } } } - (BOOL)hasImageTypeContent { for (NSExtensionItem *item in self.shareExtensionContext.inputItems) { for (NSItemProvider *itemProvider in item.attachments) { if ([itemProvider hasItemConformingToTypeIdentifier:(__bridge NSString *)kUTTypeImage]) { return YES; } } } return NO; } - (void)terminateExtensionCanceled:(BOOL)canceled { if (canceled) { [self.shareExtensionContext cancelRequestWithError:[NSError errorWithDomain:@"MXUserCancelErrorDomain" code:4201 userInfo:nil]]; } else { [self.shareExtensionContext cancelRequestWithError:[NSError errorWithDomain:@"MXFailureErrorDomain" code:500 userInfo:nil]]; } [self.primaryViewController destroy]; self.primaryViewController = nil; } - (void)roomFromRoomSummary:(MXRoomSummary *)roomSummary store:(MXFileStore *)fileStore session:(MXSession *)session { [fileStore asyncAccountDataOfRoom:roomSummary.roomId success:^(MXRoomAccountData * _Nonnull accountData) { [fileStore asyncStateEventsOfRoom:roomSummary.roomId success:^(NSArray * _Nonnull roomStateEvents) { MXRoom *room = [[MXRoom alloc] initWithRoomId:roomSummary.roomId andMatrixSession:session andStateEvents:roomStateEvents andAccountData:accountData]; } failure:^(NSError * _Nonnull error) { //sjh }]; } failure:^(NSError * _Nonnull error) { //shj }]; } #pragma mark - Private - (void)completeRequestReturningItems:(nullable NSArray *)items completionHandler:(void(^ __nullable)(BOOL expired))completionHandler; { [self.shareExtensionContext completeRequestReturningItems:items completionHandler:completionHandler]; [self.primaryViewController destroy]; self.primaryViewController = nil; } - (UIAlertController *)compressionPromptForImage:(UIImage *)image shareBlock:(void(^)())shareBlock { UIAlertController *compressionPrompt; // Get available sizes for this image MXKImageCompressionSizes compressionSizes = [MXKTools availableCompressionSizesForImage:image]; // Apply the compression mode if (compressionSizes.small.fileSize || compressionSizes.medium.fileSize || compressionSizes.large.fileSize) { __weak typeof(self) weakSelf = self; compressionPrompt = [UIAlertController alertControllerWithTitle:[NSBundle mxk_localizedStringForKey:@"attachment_size_prompt"] message:nil preferredStyle:UIAlertControllerStyleActionSheet]; if (compressionSizes.small.fileSize) { NSString *resolution = [NSString stringWithFormat:@"%@ (%d x %d)", [MXTools fileSizeToString:compressionSizes.small.fileSize round:NO], (int)compressionSizes.small.imageSize.width, (int)compressionSizes.small.imageSize.height]; NSString *title = [NSString stringWithFormat:[NSBundle mxk_localizedStringForKey:@"attachment_small"], resolution]; [compressionPrompt addAction:[UIAlertAction actionWithTitle:title style:UIAlertActionStyleDefault handler:^(UIAlertAction * action) { if (weakSelf) { typeof(self) self = weakSelf; // Send the small image self.imageCompressionMode = ImageCompressionModeSmall; if (shareBlock) { shareBlock(); } [compressionPrompt dismissViewControllerAnimated:YES completion:nil]; } }]]; } if (compressionSizes.medium.fileSize) { NSString *resolution = [NSString stringWithFormat:@"%@ (%d x %d)", [MXTools fileSizeToString:compressionSizes.medium.fileSize round:NO], (int)compressionSizes.medium.imageSize.width, (int)compressionSizes.medium.imageSize.height]; NSString *title = [NSString stringWithFormat:[NSBundle mxk_localizedStringForKey:@"attachment_medium"], resolution]; [compressionPrompt addAction:[UIAlertAction actionWithTitle:title style:UIAlertActionStyleDefault handler:^(UIAlertAction * action) { if (weakSelf) { typeof(self) self = weakSelf; // Send the medium image self.imageCompressionMode = ImageCompressionModeMedium; if (shareBlock) { shareBlock(); } [compressionPrompt dismissViewControllerAnimated:YES completion:nil]; } }]]; } if (compressionSizes.large.fileSize) { NSString *resolution = [NSString stringWithFormat:@"%@ (%d x %d)", [MXTools fileSizeToString:compressionSizes.large.fileSize round:NO], (int)compressionSizes.large.imageSize.width, (int)compressionSizes.large.imageSize.height]; NSString *title = [NSString stringWithFormat:[NSBundle mxk_localizedStringForKey:@"attachment_large"], resolution]; [compressionPrompt addAction:[UIAlertAction actionWithTitle:title style:UIAlertActionStyleDefault handler:^(UIAlertAction * action) { if (weakSelf) { typeof(self) self = weakSelf; // Send the large image self.imageCompressionMode = ImageCompressionModeLarge; self.actualLargeSize = compressionSizes.actualLargeSize; if (shareBlock) { shareBlock(); } [compressionPrompt dismissViewControllerAnimated:YES completion:nil]; } }]]; } // To limit memory consumption, we suggest the original resolution only if the image orientation is up, or if the image size is moderate if (image.imageOrientation == UIImageOrientationUp || !compressionSizes.large.fileSize) { NSString *resolution = [NSString stringWithFormat:@"%@ (%d x %d)", [MXTools fileSizeToString:compressionSizes.original.fileSize round:NO], (int)compressionSizes.original.imageSize.width, (int)compressionSizes.original.imageSize.height]; NSString *title = [NSString stringWithFormat:[NSBundle mxk_localizedStringForKey:@"attachment_original"], resolution]; [compressionPrompt addAction:[UIAlertAction actionWithTitle:title style:UIAlertActionStyleDefault handler:^(UIAlertAction * action) { if (weakSelf) { typeof(self) self = weakSelf; self.imageCompressionMode = ImageCompressionModeNone; if (shareBlock) { shareBlock(); } [compressionPrompt dismissViewControllerAnimated:YES completion:nil]; } }]]; } [compressionPrompt addAction:[UIAlertAction actionWithTitle:[NSBundle mxk_localizedStringForKey:@"cancel"] style:UIAlertActionStyleDefault handler:^(UIAlertAction * action) { if (weakSelf) { [compressionPrompt dismissViewControllerAnimated:YES completion:nil]; } }]]; } else { self.imageCompressionMode = ImageCompressionModeNone; if (shareBlock) { shareBlock(); } } return compressionPrompt; } - (void)didStartSendingToRoom:(MXRoom *)room { if ([self.delegate respondsToSelector:@selector(shareExtensionManager:didStartSendingContentToRoom:)]) { [self.delegate shareExtensionManager:self didStartSendingContentToRoom:room]; } } - (BOOL)areAttachmentsFullyLoaded { for (NSExtensionItem *item in self.shareExtensionContext.inputItems) { for (NSItemProvider *itemProvider in item.attachments) { if (itemProvider.isLoaded == NO) { return NO; } } } return YES; } #pragma mark - Notifications - (void)onMediaUploadProgress:(NSNotification *)notification { self.imageUploadProgresses[notification.object] = (NSNumber *)notification.userInfo[kMXMediaLoaderProgressValueKey]; if ([self.delegate respondsToSelector:@selector(shareExtensionManager:mediaUploadProgress:)]) { const NSInteger totalImagesCount = self.pendingImages.count; CGFloat totalProgress = 0.0; for (NSNumber *progress in self.imageUploadProgresses.allValues) { totalProgress += progress.floatValue/totalImagesCount; } [self.delegate shareExtensionManager:self mediaUploadProgress:totalProgress]; } } #pragma mark - Sharing - (void)sendText:(NSString *)text toRoom:(MXRoom *)room extensionItem:(NSExtensionItem *)extensionItem failureBlock:(void(^)(NSError *error))failureBlock { [self didStartSendingToRoom:room]; if (!text) { NSLog(@"[ShareExtensionManager] loadItemForTypeIdentifier: failed."); if (failureBlock) { failureBlock(nil); } return; } __weak typeof(self) weakSelf = self; [room sendTextMessage:text success:^(NSString *eventId) { if (weakSelf) { typeof(self) self = weakSelf; [self completeRequestReturningItems:@[extensionItem] completionHandler:nil]; } } failure:^(NSError *error) { NSLog(@"[ShareExtensionManager] sendTextMessage failed."); if (failureBlock) { failureBlock(error); } }]; } - (void)sendFileWithUrl:(NSURL *)fileUrl toRoom:(MXRoom *)room extensionItem:(NSExtensionItem *)extensionItem failureBlock:(void(^)(NSError *error))failureBlock { [self didStartSendingToRoom:room]; if (!fileUrl) { NSLog(@"[ShareExtensionManager] loadItemForTypeIdentifier: failed."); if (failureBlock) { failureBlock(nil); } return; } NSString *mimeType; CFStringRef uti = UTTypeCreatePreferredIdentifierForTag(kUTTagClassFilenameExtension, (__bridge CFStringRef)[fileUrl pathExtension] , NULL); mimeType = (__bridge_transfer NSString *) UTTypeCopyPreferredTagWithClass(uti, kUTTagClassMIMEType); CFRelease(uti); __weak typeof(self) weakSelf = self; [room sendFile:fileUrl mimeType:mimeType localEcho:nil success:^(NSString *eventId) { if (weakSelf) { typeof(self) self = weakSelf; [self completeRequestReturningItems:@[extensionItem] completionHandler:nil]; } } failure:^(NSError *error) { NSLog(@"[ShareExtensionManager] sendFile failed."); if (failureBlock) { failureBlock(error); } } keepActualFilename:YES]; } - (void)sendImages:(NSMutableArray *)imageDatas withProviders:(NSArray*)itemProviders toRoom:(MXRoom *)room extensionItem:(NSExtensionItem *)extensionItem failureBlock:(void(^)(NSError *error))failureBlock { [self didStartSendingToRoom:room]; for (NSInteger index = 0; index < imageDatas.count; index++) { NSItemProvider *itemProvider = itemProviders[index]; NSData *imageData = imageDatas[index]; UIImage *image = [UIImage imageWithData:imageData]; if (!imageData) { NSLog(@"[ShareExtensionManager] loadItemForTypeIdentifier: failed."); if (failureBlock) { failureBlock(nil); failureBlock = nil; } return; } // Prepare the image NSData *convertedImageData; if (self.imageCompressionMode == ImageCompressionModeSmall) { image = [MXKTools reduceImage:image toFitInSize:CGSizeMake(MXKTOOLS_SMALL_IMAGE_SIZE, MXKTOOLS_SMALL_IMAGE_SIZE)]; } else if (self.imageCompressionMode == ImageCompressionModeMedium) { image = [MXKTools reduceImage:image toFitInSize:CGSizeMake(MXKTOOLS_MEDIUM_IMAGE_SIZE, MXKTOOLS_MEDIUM_IMAGE_SIZE)]; } else if (self.imageCompressionMode == ImageCompressionModeLarge) { image = [MXKTools reduceImage:image toFitInSize:CGSizeMake(self.actualLargeSize, self.actualLargeSize)]; } // Make sure the uploaded image orientation is up image = [MXKTools forceImageOrientationUp:image]; NSString *mimeType; if ([itemProvider hasItemConformingToTypeIdentifier:(__bridge NSString *)kUTTypePNG]) { mimeType = @"image/png"; convertedImageData = UIImagePNGRepresentation(image); } else { // Use jpeg format by default. mimeType = @"image/jpeg"; convertedImageData = UIImageJPEGRepresentation(image, 0.9); } UIImage *thumbnail = nil; // Thumbnail is useful only in case of encrypted room if (room.state.isEncrypted) { thumbnail = [MXKTools reduceImage:image toFitInSize:CGSizeMake(800, 600)]; if (thumbnail == image) { thumbnail = nil; } } __weak typeof(self) weakSelf = self; [room sendImage:convertedImageData withImageSize:image.size mimeType:mimeType andThumbnail:thumbnail localEcho:nil success:^(NSString *eventId) { if (weakSelf) { typeof(self) self = weakSelf; [imageDatas removeObject:imageData]; if (!imageDatas.count) { [self.shareExtensionContext completeRequestReturningItems:@[extensionItem] completionHandler:nil]; } } } failure:^(NSError *error) { NSLog(@"[ShareExtensionManager] sendImage failed."); [imageDatas removeObject:imageData]; if (!imageDatas.count) { if (failureBlock) { failureBlock(error); } } }]; } } - (void)sendVideo:(NSURL *)videoLocalUrl toRoom:(MXRoom *)room extensionItem:(NSExtensionItem *)extensionItem failureBlock:(void(^)(NSError *error))failureBlock { [self didStartSendingToRoom:room]; if (!videoLocalUrl) { NSLog(@"[ShareExtensionManager] loadItemForTypeIdentifier: failed."); if (failureBlock) { failureBlock(nil); } return; } // Retrieve the video frame at 1 sec to define the video thumbnail AVURLAsset *urlAsset = [[AVURLAsset alloc] initWithURL:videoLocalUrl options:nil]; AVAssetImageGenerator *assetImageGenerator = [AVAssetImageGenerator assetImageGeneratorWithAsset:urlAsset]; assetImageGenerator.appliesPreferredTrackTransform = YES; CMTime time = CMTimeMake(1, 1); CGImageRef imageRef = [assetImageGenerator copyCGImageAtTime:time actualTime:NULL error:nil]; // Finalize video attachment UIImage *videoThumbnail = [[UIImage alloc] initWithCGImage:imageRef]; CFRelease(imageRef); __weak typeof(self) weakSelf = self; [room sendVideo:videoLocalUrl withThumbnail:videoThumbnail localEcho:nil success:^(NSString *eventId) { if (weakSelf) { typeof(self) self = weakSelf; [self completeRequestReturningItems:@[extensionItem] completionHandler:nil]; } } failure:^(NSError *error) { NSLog(@"[ShareExtensionManager] sendVideo failed."); if (failureBlock) { failureBlock(error); } }]; } @end @implementation NSItemProvider (ShareExtensionManager) - (void)setIsLoaded:(BOOL)isLoaded { NSNumber *number = [NSNumber numberWithBool:isLoaded]; objc_setAssociatedObject(self, @selector(isLoaded), number, OBJC_ASSOCIATION_RETAIN_NONATOMIC); } - (BOOL)isLoaded { NSNumber *number = objc_getAssociatedObject(self, @selector(isLoaded)); return number.boolValue; } @end