using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Net; using System.Net.Http; using System.Text; using System.Text.Json; using System.Text.RegularExpressions; using System.Threading.Tasks; using System.Web; using ASC.Api.Core; using ASC.Api.Documents; using ASC.Api.Utils; using ASC.Common; using ASC.Common.Logging; using ASC.Common.Web; using ASC.Core; using ASC.Core.Common.Settings; using ASC.FederatedLogin.Helpers; using ASC.Files.Core; using ASC.Files.Core.Model; using ASC.Files.Model; using ASC.Web.Core.Files; using ASC.Web.Files.Classes; using ASC.Web.Files.Core.Entries; using ASC.Web.Files.Services.DocumentService; using ASC.Web.Files.Services.WCFService; using ASC.Web.Files.Utils; using ASC.Web.Studio.Core; using Microsoft.AspNetCore.Http; using Microsoft.Extensions.Options; using Newtonsoft.Json.Linq; using static ASC.Api.Documents.FilesController; using FileShare = ASC.Files.Core.Security.FileShare; using MimeMapping = ASC.Common.Web.MimeMapping; using SortedByType = ASC.Files.Core.SortedByType; namespace ASC.Files.Helpers { [Scope] public class FilesControllerHelper { private readonly ApiContext ApiContext; private readonly FileStorageService FileStorageService; private FileWrapperHelper FileWrapperHelper { get; } private FilesSettingsHelper FilesSettingsHelper { get; } private FilesLinkUtility FilesLinkUtility { get; } private FileUploader FileUploader { get; } private DocumentServiceHelper DocumentServiceHelper { get; } private TenantManager TenantManager { get; } private SecurityContext SecurityContext { get; } private FolderWrapperHelper FolderWrapperHelper { get; } private FileOperationWraperHelper FileOperationWraperHelper { get; } private FileShareWrapperHelper FileShareWrapperHelper { get; } private FileShareParamsHelper FileShareParamsHelper { get; } private EntryManager EntryManager { get; } private FolderContentWrapperHelper FolderContentWrapperHelper { get; } private ChunkedUploadSessionHelper ChunkedUploadSessionHelper { get; } private DocumentServiceTrackerHelper DocumentServiceTracker { get; } private SettingsManager SettingsManager { get; } private EncryptionKeyPairHelper EncryptionKeyPairHelper { get; } private IHttpContextAccessor HttpContextAccessor { get; } private ILog Logger { get; set; } /// /// /// /// public FilesControllerHelper( ApiContext context, FileStorageService fileStorageService, FileWrapperHelper fileWrapperHelper, FilesSettingsHelper filesSettingsHelper, FilesLinkUtility filesLinkUtility, FileUploader fileUploader, DocumentServiceHelper documentServiceHelper, TenantManager tenantManager, SecurityContext securityContext, FolderWrapperHelper folderWrapperHelper, FileOperationWraperHelper fileOperationWraperHelper, FileShareWrapperHelper fileShareWrapperHelper, FileShareParamsHelper fileShareParamsHelper, EntryManager entryManager, FolderContentWrapperHelper folderContentWrapperHelper, ChunkedUploadSessionHelper chunkedUploadSessionHelper, DocumentServiceTrackerHelper documentServiceTracker, IOptionsMonitor optionMonitor, SettingsManager settingsManager, EncryptionKeyPairHelper encryptionKeyPairHelper, IHttpContextAccessor httpContextAccessor) { ApiContext = context; FileStorageService = fileStorageService; FileWrapperHelper = fileWrapperHelper; FilesSettingsHelper = filesSettingsHelper; FilesLinkUtility = filesLinkUtility; FileUploader = fileUploader; DocumentServiceHelper = documentServiceHelper; TenantManager = tenantManager; SecurityContext = securityContext; FolderWrapperHelper = folderWrapperHelper; FileOperationWraperHelper = fileOperationWraperHelper; FileShareWrapperHelper = fileShareWrapperHelper; FileShareParamsHelper = fileShareParamsHelper; EntryManager = entryManager; FolderContentWrapperHelper = folderContentWrapperHelper; ChunkedUploadSessionHelper = chunkedUploadSessionHelper; DocumentServiceTracker = documentServiceTracker; SettingsManager = settingsManager; EncryptionKeyPairHelper = encryptionKeyPairHelper; HttpContextAccessor = httpContextAccessor; Logger = optionMonitor.Get("ASC.Files"); } public async Task> GetFolderAsync(T folderId, Guid userIdOrGroupId, FilterType filterType, bool withSubFolders) { var folderContentWrapper = await ToFolderContentWrapperAsync(folderId, userIdOrGroupId, filterType, withSubFolders); return folderContentWrapper.NotFoundIfNull(); } public async Task UploadFileAsync(T folderId, UploadModel uploadModel) { if (uploadModel.StoreOriginalFileFlag.HasValue) { FilesSettingsHelper.StoreOriginalFiles = uploadModel.StoreOriginalFileFlag.Value; } IEnumerable files = HttpContextAccessor.HttpContext.Request.Form.Files; if (files == null || !files.Any()) { files = uploadModel.Files; } if (files != null && files.Any()) { if (files.Count() == 1) { //Only one file. return it var postedFile = files.First(); return await InsertFileAsync(folderId, postedFile.OpenReadStream(), postedFile.FileName, uploadModel.CreateNewIfExist, uploadModel.KeepConvertStatus); } //For case with multiple files return uploadModel.Files.Select(postedFile => InsertFileAsync(folderId, postedFile.OpenReadStream(), postedFile.FileName, uploadModel.CreateNewIfExist, uploadModel.KeepConvertStatus).Result).ToList(); } if (uploadModel.File != null) { var fileName = "file" + MimeMapping.GetExtention(uploadModel.ContentType.MediaType); if (uploadModel.ContentDisposition != null) { fileName = uploadModel.ContentDisposition.FileName; } return new List> { await InsertFileAsync(folderId, uploadModel.File.OpenReadStream(), fileName, uploadModel.CreateNewIfExist, uploadModel.KeepConvertStatus) }; } throw new InvalidOperationException("No input files"); } public async Task> InsertFileAsync(T folderId, Stream file, string title, bool? createNewIfExist, bool keepConvertStatus = false) { try { var resultFile = await FileUploader.ExecAsync(folderId, title, file.Length, file, createNewIfExist ?? !FilesSettingsHelper.UpdateIfExist, !keepConvertStatus); return await FileWrapperHelper.GetAsync(resultFile); } catch (FileNotFoundException e) { throw new ItemNotFoundException("File not found", e); } catch (DirectoryNotFoundException e) { throw new ItemNotFoundException("Folder not found", e); } } public async Task> UpdateFileStreamAsync(Stream file, T fileId, bool encrypted = false, bool forcesave = false) { try { var resultFile = await FileStorageService.UpdateFileStreamAsync(fileId, file, encrypted, forcesave); return await FileWrapperHelper.GetAsync(resultFile); } catch (FileNotFoundException e) { throw new ItemNotFoundException("File not found", e); } } public async Task> SaveEditingAsync(T fileId, string fileExtension, string downloadUri, Stream stream, string doc, bool forcesave) { return await FileWrapperHelper.GetAsync(await FileStorageService.SaveEditingAsync(fileId, fileExtension, downloadUri, stream, doc, forcesave)); } public Task StartEditAsync(T fileId, bool editingAlone, string doc) { return FileStorageService.StartEditAsync(fileId, editingAlone, doc); } public Task> TrackEditFileAsync(T fileId, Guid tabId, string docKeyForTrack, string doc, bool isFinish) { return FileStorageService.TrackEditFileAsync(fileId, tabId, docKeyForTrack, doc, isFinish); } public async Task> OpenEditAsync(T fileId, int version, string doc, bool view) { var docParams = await DocumentServiceHelper.GetParamsAsync(fileId, version, doc, true, !view, true); var configuration = docParams.Configuration; configuration.EditorType = EditorType.External; if (configuration.EditorConfig.ModeWrite) { configuration.EditorConfig.CallbackUrl = DocumentServiceTracker.GetCallbackUrl(configuration.Document.Info.GetFile().ID.ToString()); } if (configuration.Document.Info.GetFile().RootFolderType == FolderType.Privacy && PrivacyRoomSettings.GetEnabled(SettingsManager)) { var keyPair = EncryptionKeyPairHelper.GetKeyPair(); if (keyPair != null) { configuration.EditorConfig.EncryptionKeys = new EncryptionKeysConfig { PrivateKeyEnc = keyPair.PrivateKeyEnc, PublicKey = keyPair.PublicKey, }; } } if (!configuration.Document.Info.GetFile().Encrypted && !configuration.Document.Info.GetFile().ProviderEntry) EntryManager.MarkAsRecent(configuration.Document.Info.GetFile()); configuration.Token = DocumentServiceHelper.GetSignature(configuration); return configuration; } public async Task CreateUploadSessionAsync(T folderId, string fileName, long fileSize, string relativePath, bool encrypted) { var file = await FileUploader.VerifyChunkedUploadAsync(folderId, fileName, fileSize, FilesSettingsHelper.UpdateIfExist, relativePath); if (FilesLinkUtility.IsLocalFileUploader) { var session = await FileUploader.InitiateUploadAsync(file.FolderID, (file.ID ?? default), file.Title, file.ContentLength, encrypted); var responseObject = await ChunkedUploadSessionHelper.ToResponseObjectAsync(session, true); return new { success = true, data = responseObject }; } var createSessionUrl = FilesLinkUtility.GetInitiateUploadSessionUrl(TenantManager.GetCurrentTenant().TenantId, file.FolderID, file.ID, file.Title, file.ContentLength, encrypted, SecurityContext); var request = (HttpWebRequest)WebRequest.Create(createSessionUrl); request.Method = "POST"; request.ContentLength = 0; // hack for uploader.onlyoffice.com in api requests var rewriterHeader = ApiContext.HttpContextAccessor.HttpContext.Request.Headers[HttpRequestExtensions.UrlRewriterHeader]; if (!string.IsNullOrEmpty(rewriterHeader)) { request.Headers[HttpRequestExtensions.UrlRewriterHeader] = rewriterHeader; } // hack. http://ubuntuforums.org/showthread.php?t=1841740 if (WorkContext.IsMono) { ServicePointManager.ServerCertificateValidationCallback += (s, ce, ca, p) => true; } using var response = request.GetResponse(); using var responseStream = response.GetResponseStream(); using var streamReader = new StreamReader(responseStream); return JObject.Parse(await streamReader.ReadToEndAsync()); //result is json string } public Task> CreateTextFileAsync(T folderId, string title, string content) { if (title == null) throw new ArgumentNullException("title"); //Try detect content var extension = ".txt"; if (!string.IsNullOrEmpty(content)) { if (Regex.IsMatch(content, @"<([^\s>]*)(\s[^<]*)>")) { extension = ".html"; } } return CreateFileAsync(folderId, title, content, extension); } private async Task> CreateFileAsync(T folderId, string title, string content, string extension) { using var memStream = new MemoryStream(Encoding.UTF8.GetBytes(content)); var file = await FileUploader.ExecAsync(folderId, title.EndsWith(extension, StringComparison.OrdinalIgnoreCase) ? title : (title + extension), memStream.Length, memStream); return await FileWrapperHelper.GetAsync(file); } public Task> CreateHtmlFileAsync(T folderId, string title, string content) { if (title == null) throw new ArgumentNullException("title"); return CreateFileAsync(folderId, title, content, ".html"); } public async Task> CreateFolderAsync(T folderId, string title) { var folder = await FileStorageService.CreateNewFolderAsync(folderId, title); return await FolderWrapperHelper.GetAsync(folder); } public async Task> CreateFileAsync(T folderId, string title, T templateId, bool enableExternalExt = false) { var file = await FileStorageService.CreateNewFileAsync(new FileModel { ParentId = folderId, Title = title, TemplateId = templateId }, enableExternalExt); return await FileWrapperHelper.GetAsync(file); } public async Task> RenameFolderAsync(T folderId, string title) { var folder = await FileStorageService.FolderRenameAsync(folderId, title); return await FolderWrapperHelper.GetAsync(folder); } public async Task> GetFolderInfoAsync(T folderId) { var folder = await FileStorageService.GetFolderAsync(folderId).NotFoundIfNull("Folder not found"); return await FolderWrapperHelper.GetAsync(folder); } public async IAsyncEnumerable GetFolderPathAsync(T folderId) { var breadCrumbs = await EntryManager.GetBreadCrumbsAsync(folderId); foreach (var e in breadCrumbs) { yield return await GetFileEntryWrapperAsync(e); } } public async Task> GetFileInfoAsync(T fileId, int version = -1) { var file = await FileStorageService.GetFileAsync(fileId, version); file = file.NotFoundIfNull("File not found"); return await FileWrapperHelper.GetAsync(file); } public async Task> AddToRecentAsync(T fileId, int version = -1) { var file = await FileStorageService.GetFileAsync(fileId, version).NotFoundIfNull("File not found"); EntryManager.MarkAsRecent(file); return await FileWrapperHelper.GetAsync(file); } public async Task> GetNewItemsAsync(T folderId) { var newItems = await FileStorageService.GetNewItemsAsync(folderId); return newItems.Select(e => GetFileEntryWrapperAsync(e).Result).ToList(); } public async Task> UpdateFileAsync(T fileId, string title, int lastVersion) { if (!string.IsNullOrEmpty(title)) await FileStorageService.FileRenameAsync(fileId, title); if (lastVersion > 0) await FileStorageService.UpdateToVersionAsync(fileId, lastVersion); return await GetFileInfoAsync(fileId); } public IEnumerable DeleteFile(T fileId, bool deleteAfter, bool immediately) { return FileStorageService.DeleteFile("delete", fileId, false, deleteAfter, immediately) .Select(e => FileOperationWraperHelper.GetAsync(e).Result); } public IAsyncEnumerable> StartConversionAsync(T fileId, bool sync = false) { return CheckConversionAsync(fileId, true, sync); } public async IAsyncEnumerable> CheckConversionAsync(T fileId, bool start, bool sync = false) { var checkConversaion = await FileStorageService.CheckConversionAsync(new List> { new List { fileId.ToString(), "0", start.ToString() } }, sync); foreach (var r in checkConversaion) { var o = new ConversationResult { Id = r.Id, Error = r.Error, OperationType = r.OperationType, Processed = r.Processed, Progress = r.Progress, Source = r.Source, }; if (!string.IsNullOrEmpty(r.Result)) { try { var options = new JsonSerializerOptions { AllowTrailingCommas = true, PropertyNameCaseInsensitive = true }; var jResult = JsonSerializer.Deserialize>(r.Result, options); o.File = await GetFileInfoAsync(jResult.Id, jResult.Version); } catch (Exception e) { Logger.Error(e); } } yield return o; } } public IEnumerable DeleteFolder(T folderId, bool deleteAfter, bool immediately) { return FileStorageService.DeleteFolder("delete", folderId, false, deleteAfter, immediately) .Select(e => FileOperationWraperHelper.GetAsync(e).Result) .ToList(); } public async IAsyncEnumerable MoveOrCopyBatchCheckAsync(BatchModel batchModel) { var checkedFiles = new List(); var checkedFolders = new List(); if (batchModel.DestFolderId.ValueKind == JsonValueKind.Number) { (checkedFiles, checkedFolders) = await FileStorageService.MoveOrCopyFilesCheckAsync(batchModel.FileIds.ToList(), batchModel.FolderIds.ToList(), batchModel.DestFolderId.GetInt32()); } else { (checkedFiles, checkedFolders) = await FileStorageService.MoveOrCopyFilesCheckAsync(batchModel.FileIds.ToList(), batchModel.FolderIds.ToList(), batchModel.DestFolderId.GetString()); } var entries = await FileStorageService.GetItemsAsync(checkedFiles.OfType().Select(Convert.ToInt32), checkedFiles.OfType().Select(Convert.ToInt32), FilterType.FilesOnly, false, "", ""); entries.AddRange(await FileStorageService.GetItemsAsync(checkedFiles.OfType(), checkedFiles.OfType(), FilterType.FilesOnly, false, "", "")); foreach (var e in entries) { yield return await GetFileEntryWrapperAsync(e); } } public IEnumerable MoveBatchItems(BatchModel batchModel) { return FileStorageService.MoveOrCopyItems(batchModel.FolderIds.ToList(), batchModel.FileIds.ToList(), batchModel.DestFolderId, batchModel.ConflictResolveType, false, batchModel.DeleteAfter) .Select(e => FileOperationWraperHelper.GetAsync(e).Result) .ToList(); } public IEnumerable CopyBatchItems(BatchModel batchModel) { return FileStorageService.MoveOrCopyItems(batchModel.FolderIds.ToList(), batchModel.FileIds.ToList(), batchModel.DestFolderId, batchModel.ConflictResolveType, true, batchModel.DeleteAfter) .Select(e => FileOperationWraperHelper.GetAsync(e).Result) .ToList(); } public IEnumerable MarkAsRead(BaseBatchModel model) { return FileStorageService.MarkAsRead(model.FolderIds.ToList(), model.FileIds.ToList()).Select(e => FileOperationWraperHelper.GetAsync(e).Result).ToList(); } public IEnumerable TerminateTasks() { return FileStorageService.TerminateTasks().Select(e => FileOperationWraperHelper.GetAsync(e).Result); } public IEnumerable GetOperationStatuses() { return FileStorageService.GetTasksStatuses().Select(e => FileOperationWraperHelper.GetAsync(e).Result); } public IEnumerable BulkDownload(DownloadModel model) { var folders = new Dictionary(); var files = new Dictionary(); foreach (var fileId in model.FileConvertIds.Where(fileId => !files.ContainsKey(fileId.Key))) { files.Add(fileId.Key, fileId.Value); } foreach (var fileId in model.FileIds.Where(fileId => !files.ContainsKey(fileId))) { files.Add(fileId, string.Empty); } foreach (var folderId in model.FolderIds.Where(folderId => !folders.ContainsKey(folderId))) { folders.Add(folderId, string.Empty); } return FileStorageService.BulkDownload(folders, files).Select(e => FileOperationWraperHelper.GetAsync(e).Result).ToList(); } public IEnumerable EmptyTrash() { return FileStorageService.EmptyTrash().Select(e => FileOperationWraperHelper.GetAsync(e).Result).ToList(); } public async Task>> GetFileVersionInfoAsync(T fileId) { var files = await FileStorageService.GetFileHistoryAsync(fileId); return files.Select(r => FileWrapperHelper.GetAsync(r).Result).ToList(); } public async Task>> ChangeHistoryAsync(T fileId, int version, bool continueVersion) { var pair = await FileStorageService.CompleteVersionAsync(fileId, version, continueVersion); var history = pair.Value; return history.Select(r => FileWrapperHelper.GetAsync(r).Result).ToList(); } public async Task> LockFileAsync(T fileId, bool lockFile) { var result = await FileStorageService.LockFileAsync(fileId, lockFile); return await FileWrapperHelper.GetAsync(result); } public Task GetPresignedUriAsync(T fileId) { return FileStorageService.GetPresignedUriAsync(fileId); } public Task UpdateCommentAsync(T fileId, int version, string comment) { return FileStorageService.UpdateCommentAsync(fileId, version, comment); } public Task> GetFileSecurityInfoAsync(T fileId) { return GetSecurityInfoAsync(new List { fileId }, new List { }); } public Task> GetFolderSecurityInfoAsync(T folderId) { return GetSecurityInfoAsync(new List { }, new List { folderId }); } public async IAsyncEnumerable GetFoldersAsync(T folderId) { var folders = await FileStorageService.GetFoldersAsync(folderId); foreach (var folder in folders) { yield return await GetFileEntryWrapperAsync(folder); } } public async Task> GetSecurityInfoAsync(IEnumerable fileIds, IEnumerable folderIds) { var fileShares = await FileStorageService.GetSharedInfoAsync(fileIds, folderIds); return fileShares.Select(FileShareWrapperHelper.Get).ToList(); } public Task> SetFileSecurityInfoAsync(T fileId, IEnumerable share, bool notify, string sharingMessage) { return SetSecurityInfoAsync(new List { fileId }, new List(), share, notify, sharingMessage); } public Task> SetFolderSecurityInfoAsync(T folderId, IEnumerable share, bool notify, string sharingMessage) { return SetSecurityInfoAsync(new List(), new List { folderId }, share, notify, sharingMessage); } public async Task> SetSecurityInfoAsync(IEnumerable fileIds, IEnumerable folderIds, IEnumerable share, bool notify, string sharingMessage) { if (share != null && share.Any()) { var list = new List(share.Select(FileShareParamsHelper.ToAceObject)); var aceCollection = new AceCollection { Files = fileIds, Folders = folderIds, Aces = list, Message = sharingMessage }; await FileStorageService.SetAceObjectAsync(aceCollection, notify); } return await GetSecurityInfoAsync(fileIds, folderIds); } public async Task RemoveSecurityInfoAsync(List fileIds, List folderIds) { await FileStorageService.RemoveAceAsync(fileIds, folderIds); return true; } public async Task GenerateSharedLinkAsync(T fileId, FileShare share) { var file = await GetFileInfoAsync(fileId); var tmpInfo = await FileStorageService.GetSharedInfoAsync(new List { fileId }, new List { }); var sharedInfo = tmpInfo.Find(r => r.SubjectId == FileConstant.ShareLinkId); if (sharedInfo == null || sharedInfo.Share != share) { var list = new List { new AceWrapper { SubjectId = FileConstant.ShareLinkId, SubjectGroup = true, Share = share } }; var aceCollection = new AceCollection { Files = new List { fileId }, Aces = list }; await FileStorageService.SetAceObjectAsync(aceCollection, false); tmpInfo = await FileStorageService.GetSharedInfoAsync(new List { fileId }, new List { }); sharedInfo = tmpInfo.Find(r => r.SubjectId == FileConstant.ShareLinkId); } return sharedInfo.Link; } public Task SetAceLinkAsync(T fileId, FileShare share) { return FileStorageService.SetAceLinkAsync(fileId, share); } ///// ///// ///// ///// ///// //[Read(@"@search/{query}")] //public IEnumerable Search(string query) //{ // var searcher = new SearchHandler(); // var files = searcher.SearchFiles(query).Select(r => (FileEntryWrapper)FileWrapperHelper.Get(r)); // var folders = searcher.SearchFolders(query).Select(f => (FileEntryWrapper)FolderWrapperHelper.Get(f)); // return files.Concat(folders); //} private async Task> ToFolderContentWrapperAsync(T folderId, Guid userIdOrGroupId, FilterType filterType, bool withSubFolders) { OrderBy orderBy = null; if (Enum.TryParse(ApiContext.SortBy, true, out SortedByType sortBy)) { orderBy = new OrderBy(sortBy, !ApiContext.SortDescending); } var startIndex = Convert.ToInt32(ApiContext.StartIndex); var items = await FileStorageService.GetFolderItemsAsync(folderId, startIndex, Convert.ToInt32(ApiContext.Count), filterType, filterType == FilterType.ByUser, userIdOrGroupId.ToString(), ApiContext.FilterValue, false, withSubFolders, orderBy); return await FolderContentWrapperHelper.GetAsync(items, startIndex); } internal async Task GetFileEntryWrapperAsync(FileEntry r) { FileEntryWrapper wrapper = null; if (r is Folder fol1) { wrapper = await FolderWrapperHelper.GetAsync(fol1); } else if (r is Folder fol2) { wrapper = await FolderWrapperHelper.GetAsync(fol2); } else if (r is File file1) { wrapper = await FileWrapperHelper.GetAsync(file1); } else if (r is File file2) { wrapper = await FileWrapperHelper.GetAsync(file2); } return wrapper; } internal IFormFile GetFileFromRequest(IModelWithFile model) { IEnumerable files = HttpContextAccessor.HttpContext.Request.Form.Files; if (files != null && files.Any()) { return files.First(); } return model.File; } } }