using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Net; using System.Text; using System.Text.Json; using System.Text.RegularExpressions; using System.Web; using ASC.Api.Core; using ASC.Api.Documents; using ASC.Api.Utils; using ASC.Common; using ASC.Common.Logging; using ASC.Common.Web; using ASC.Core; using ASC.FederatedLogin.Helpers; using ASC.Files.Core; using ASC.Files.Model; using ASC.Web.Core.Files; using ASC.Web.Files.Classes; using ASC.Web.Files.Services.DocumentService; using ASC.Web.Files.Services.WCFService; using ASC.Web.Files.Utils; using Microsoft.AspNetCore.Http; using Microsoft.Extensions.Options; using Newtonsoft.Json.Linq; using static ASC.Api.Documents.FilesController; using FileShare = ASC.Files.Core.Security.FileShare; using MimeMapping = ASC.Common.Web.MimeMapping; using SortedByType = ASC.Files.Core.SortedByType; namespace ASC.Files.Helpers { [Scope] public class FilesControllerHelper { private readonly ApiContext ApiContext; private readonly FileStorageService FileStorageService; private FileWrapperHelper FileWrapperHelper { get; } private FilesSettingsHelper FilesSettingsHelper { get; } private FilesLinkUtility FilesLinkUtility { get; } private FileUploader FileUploader { get; } private DocumentServiceHelper DocumentServiceHelper { get; } private TenantManager TenantManager { get; } private SecurityContext SecurityContext { get; } private FolderWrapperHelper FolderWrapperHelper { get; } private FileOperationWraperHelper FileOperationWraperHelper { get; } private FileShareWrapperHelper FileShareWrapperHelper { get; } private FileShareParamsHelper FileShareParamsHelper { get; } private EntryManager EntryManager { get; } private FolderContentWrapperHelper FolderContentWrapperHelper { get; } private ChunkedUploadSessionHelper ChunkedUploadSessionHelper { get; } public ILog Logger { get; set; } /// /// /// /// public FilesControllerHelper( ApiContext context, FileStorageService fileStorageService, FileWrapperHelper fileWrapperHelper, FilesSettingsHelper filesSettingsHelper, FilesLinkUtility filesLinkUtility, FileUploader fileUploader, DocumentServiceHelper documentServiceHelper, TenantManager tenantManager, SecurityContext securityContext, FolderWrapperHelper folderWrapperHelper, FileOperationWraperHelper fileOperationWraperHelper, FileShareWrapperHelper fileShareWrapperHelper, FileShareParamsHelper fileShareParamsHelper, EntryManager entryManager, FolderContentWrapperHelper folderContentWrapperHelper, ChunkedUploadSessionHelper chunkedUploadSessionHelper, IOptionsMonitor optionMonitor) { ApiContext = context; FileStorageService = fileStorageService; FileWrapperHelper = fileWrapperHelper; FilesSettingsHelper = filesSettingsHelper; FilesLinkUtility = filesLinkUtility; FileUploader = fileUploader; DocumentServiceHelper = documentServiceHelper; TenantManager = tenantManager; SecurityContext = securityContext; FolderWrapperHelper = folderWrapperHelper; FileOperationWraperHelper = fileOperationWraperHelper; FileShareWrapperHelper = fileShareWrapperHelper; FileShareParamsHelper = fileShareParamsHelper; EntryManager = entryManager; FolderContentWrapperHelper = folderContentWrapperHelper; ChunkedUploadSessionHelper = chunkedUploadSessionHelper; Logger = optionMonitor.Get("ASC.Files"); } public FolderContentWrapper GetFolder(T folderId, Guid userIdOrGroupId, FilterType filterType, bool withSubFolders) { return ToFolderContentWrapper(folderId, userIdOrGroupId, filterType, withSubFolders).NotFoundIfNull(); } public List> UploadFile(T folderId, UploadModel uploadModel) { if (uploadModel.StoreOriginalFileFlag.HasValue) { FilesSettingsHelper.StoreOriginalFiles = uploadModel.StoreOriginalFileFlag.Value; } if (uploadModel.Files != null && uploadModel.Files.Any()) { if (uploadModel.Files.Count() == 1) { //Only one file. return it var postedFile = uploadModel.Files.First(); return new List> { InsertFile(folderId, postedFile.OpenReadStream(), postedFile.FileName, uploadModel.CreateNewIfExist, uploadModel.KeepConvertStatus) }; } //For case with multiple files return uploadModel.Files.Select(postedFile => InsertFile(folderId, postedFile.OpenReadStream(), postedFile.FileName, uploadModel.CreateNewIfExist, uploadModel.KeepConvertStatus)).ToList(); } if (uploadModel.File != null) { var fileName = "file" + MimeMapping.GetExtention(uploadModel.ContentType.MediaType); if (uploadModel.ContentDisposition != null) { fileName = uploadModel.ContentDisposition.FileName; } return new List> { InsertFile(folderId, uploadModel.File, fileName, uploadModel.CreateNewIfExist, uploadModel.KeepConvertStatus) }; } throw new InvalidOperationException("No input files"); } public FileWrapper InsertFile(T folderId, Stream file, string title, bool? createNewIfExist, bool keepConvertStatus = false) { try { var resultFile = FileUploader.Exec(folderId, title, file.Length, file, createNewIfExist ?? !FilesSettingsHelper.UpdateIfExist, !keepConvertStatus); return FileWrapperHelper.Get(resultFile); } catch (FileNotFoundException e) { throw new ItemNotFoundException("File not found", e); } catch (DirectoryNotFoundException e) { throw new ItemNotFoundException("Folder not found", e); } } public FileWrapper UpdateFileStream(Stream file, T fileId, bool encrypted = false, bool forcesave = false) { try { var resultFile = FileStorageService.UpdateFileStream(fileId, file, encrypted, forcesave); return FileWrapperHelper.Get(resultFile); } catch (FileNotFoundException e) { throw new ItemNotFoundException("File not found", e); } } public FileWrapper SaveEditing(T fileId, string fileExtension, string downloadUri, Stream stream, string doc, bool forcesave) { return FileWrapperHelper.Get(FileStorageService.SaveEditing(fileId, fileExtension, downloadUri, stream, doc, forcesave)); } public string StartEdit(T fileId, bool editingAlone, string doc) { return FileStorageService.StartEdit(fileId, editingAlone, doc); } public KeyValuePair TrackEditFile(T fileId, Guid tabId, string docKeyForTrack, string doc, bool isFinish) { return FileStorageService.TrackEditFile(fileId, tabId, docKeyForTrack, doc, isFinish); } public Configuration OpenEdit(T fileId, int version, string doc) { DocumentServiceHelper.GetParams(fileId, version, doc, true, true, true, out var configuration); configuration.EditorType = EditorType.External; configuration.Token = DocumentServiceHelper.GetSignature(configuration); return configuration; } public object CreateUploadSession(T folderId, string fileName, long fileSize, string relativePath, bool encrypted) { var file = FileUploader.VerifyChunkedUpload(folderId, fileName, fileSize, FilesSettingsHelper.UpdateIfExist, relativePath); if (FilesLinkUtility.IsLocalFileUploader) { var session = FileUploader.InitiateUpload(file.FolderID, (file.ID ?? default), file.Title, file.ContentLength, encrypted); var responseObject = ChunkedUploadSessionHelper.ToResponseObject(session, true); return new { success = true, data = responseObject }; } var createSessionUrl = FilesLinkUtility.GetInitiateUploadSessionUrl(TenantManager.GetCurrentTenant().TenantId, file.FolderID, file.ID, file.Title, file.ContentLength, encrypted, SecurityContext); var request = (HttpWebRequest)WebRequest.Create(createSessionUrl); request.Method = "POST"; request.ContentLength = 0; // hack for uploader.onlyoffice.com in api requests var rewriterHeader = ApiContext.HttpContextAccessor.HttpContext.Request.Headers[HttpRequestExtensions.UrlRewriterHeader]; if (!string.IsNullOrEmpty(rewriterHeader)) { request.Headers[HttpRequestExtensions.UrlRewriterHeader] = rewriterHeader; } // hack. http://ubuntuforums.org/showthread.php?t=1841740 if (WorkContext.IsMono) { ServicePointManager.ServerCertificateValidationCallback += (s, ce, ca, p) => true; } using var response = request.GetResponse(); using var responseStream = response.GetResponseStream(); using var streamReader = new StreamReader(responseStream); return JObject.Parse(streamReader.ReadToEnd()); //result is json string } public FileWrapper CreateTextFile(T folderId, string title, string content) { if (title == null) throw new ArgumentNullException("title"); //Try detect content var extension = ".txt"; if (!string.IsNullOrEmpty(content)) { if (Regex.IsMatch(content, @"<([^\s>]*)(\s[^<]*)>")) { extension = ".html"; } } return CreateFile(folderId, title, content, extension); } private FileWrapper CreateFile(T folderId, string title, string content, string extension) { using var memStream = new MemoryStream(Encoding.UTF8.GetBytes(content)); var file = FileUploader.Exec(folderId, title.EndsWith(extension, StringComparison.OrdinalIgnoreCase) ? title : (title + extension), memStream.Length, memStream); return FileWrapperHelper.Get(file); } public FileWrapper CreateHtmlFile(T folderId, string title, string content) { if (title == null) throw new ArgumentNullException("title"); return CreateFile(folderId, title, content, ".html"); } public FolderWrapper CreateFolder(T folderId, string title) { var folder = FileStorageService.CreateNewFolder(folderId, title); return FolderWrapperHelper.Get(folder); } public FileWrapper CreateFile(T folderId, string title, T templateId) { var file = FileStorageService.CreateNewFile(new FileModel { ParentId = folderId, Title = title, TemplateId = templateId }); return FileWrapperHelper.Get(file); } public FolderWrapper RenameFolder(T folderId, string title) { var folder = FileStorageService.FolderRename(folderId, title); return FolderWrapperHelper.Get(folder); } public FolderWrapper GetFolderInfo(T folderId) { var folder = FileStorageService.GetFolder(folderId).NotFoundIfNull("Folder not found"); return FolderWrapperHelper.Get(folder); } public IEnumerable GetFolderPath(T folderId) { return EntryManager.GetBreadCrumbs(folderId).Select(r => { if (r is Folder f1) return FolderWrapperHelper.Get(f1); if (r is Folder f2) return FolderWrapperHelper.Get(f2); return default(FileEntryWrapper); }); } public FileWrapper GetFileInfo(T fileId, int version = -1) { var file = FileStorageService.GetFile(fileId, version).NotFoundIfNull("File not found"); return FileWrapperHelper.Get(file); } public FileWrapper AddToRecent(T fileId, int version = -1) { var file = FileStorageService.GetFile(fileId, version).NotFoundIfNull("File not found"); EntryManager.MarkAsRecent(file); return FileWrapperHelper.Get(file); } public List GetNewItems(T folderId) { return FileStorageService.GetNewItems(folderId) .Select(r => { FileEntryWrapper wrapper = null; if (r is Folder fol1) { wrapper = FolderWrapperHelper.Get(fol1); } else if (r is Folder fol2) { wrapper = FolderWrapperHelper.Get(fol2); } else if (r is File file1) { wrapper = FileWrapperHelper.Get(file1); } else if (r is File file2) { wrapper = FileWrapperHelper.Get(file2); } return wrapper; }) .ToList(); } public FileWrapper UpdateFile(T fileId, string title, int lastVersion) { if (!string.IsNullOrEmpty(title)) FileStorageService.FileRename(fileId, title); if (lastVersion > 0) FileStorageService.UpdateToVersion(fileId, lastVersion); return GetFileInfo(fileId); } public IEnumerable DeleteFile(T fileId, bool deleteAfter, bool immediately) { return FileStorageService.DeleteFile("delete", fileId, false, deleteAfter, immediately) .Select(FileOperationWraperHelper.Get); } public IEnumerable> StartConversion(T fileId) { return CheckConversion(fileId, true); } public IEnumerable> CheckConversion(T fileId, bool start) { return FileStorageService.CheckConversion(new ItemList> { new ItemList { fileId.ToString(), "0", start.ToString() } }) .Select(r => { var o = new ConversationResult { Id = r.Id, Error = r.Error, OperationType = r.OperationType, Processed = r.Processed, Progress = r.Progress, Source = r.Source, }; if (!string.IsNullOrEmpty(r.Result)) { try { var jResult = JsonSerializer.Deserialize>(r.Result); o.File = GetFileInfo(jResult.Id, jResult.Version); } catch (Exception e) { Logger.Error(e); } } return o; }); } public IEnumerable DeleteFolder(T folderId, bool deleteAfter, bool immediately) { return FileStorageService.DeleteFolder("delete", folderId, false, deleteAfter, immediately) .Select(FileOperationWraperHelper.Get); } public IEnumerable MoveOrCopyBatchCheck(BatchModel batchModel) { var (checkedFiles, checkedFolders) = FileStorageService.MoveOrCopyFilesCheck(batchModel.FileIds, batchModel.FolderIds, batchModel.DestFolderId); var entries = FileStorageService.GetItems(checkedFiles.OfType().Select(Convert.ToInt32), checkedFiles.OfType().Select(Convert.ToInt32), FilterType.FilesOnly, false, "", ""); entries.AddRange(FileStorageService.GetItems(checkedFiles.OfType(), checkedFiles.OfType(), FilterType.FilesOnly, false, "", "")); return entries.Select(r => { FileEntryWrapper wrapper = null; if (r is Folder fol1) { wrapper = FolderWrapperHelper.Get(fol1); } if (r is Folder fol2) { wrapper = FolderWrapperHelper.Get(fol2); } return wrapper; }); } public IEnumerable MoveBatchItems(BatchModel batchModel) { return FileStorageService.MoveOrCopyItems(batchModel.FolderIds, batchModel.FileIds, batchModel.DestFolderId, batchModel.ConflictResolveType, false, batchModel.DeleteAfter) .Select(FileOperationWraperHelper.Get); } public IEnumerable CopyBatchItems(BatchModel batchModel) { return FileStorageService.MoveOrCopyItems(batchModel.FolderIds, batchModel.FileIds, batchModel.DestFolderId, batchModel.ConflictResolveType, true, batchModel.DeleteAfter) .Select(FileOperationWraperHelper.Get); } public IEnumerable MarkAsRead(BaseBatchModel model) { return FileStorageService.MarkAsRead(model.FolderIds, model.FileIds).Select(FileOperationWraperHelper.Get); } public IEnumerable TerminateTasks() { return FileStorageService.TerminateTasks().Select(FileOperationWraperHelper.Get); } public IEnumerable GetOperationStatuses() { return FileStorageService.GetTasksStatuses().Select(FileOperationWraperHelper.Get); } public IEnumerable BulkDownload(DownloadModel model) { var folders = new Dictionary(); var files = new Dictionary(); foreach (var fileId in model.FileConvertIds.Where(fileId => !files.ContainsKey(fileId.Key))) { files.Add(fileId.Key, fileId.Value); } foreach (var fileId in model.FileIds.Where(fileId => !files.ContainsKey(fileId))) { files.Add(fileId, string.Empty); } foreach (var folderId in model.FolderIds.Where(folderId => !folders.ContainsKey(folderId))) { folders.Add(folderId, string.Empty); } return FileStorageService.BulkDownload(folders, files).Select(FileOperationWraperHelper.Get); } public IEnumerable EmptyTrash() { return FileStorageService.EmptyTrash().Select(FileOperationWraperHelper.Get); } public IEnumerable> GetFileVersionInfo(T fileId) { var files = FileStorageService.GetFileHistory(fileId); return files.Select(FileWrapperHelper.Get); } public IEnumerable> ChangeHistory(T fileId, int version, bool continueVersion) { var history = FileStorageService.CompleteVersion(fileId, version, continueVersion).Value; return history.Select(FileWrapperHelper.Get); } public FileWrapper LockFile(T fileId, bool lockFile) { var result = FileStorageService.LockFile(fileId, lockFile); return FileWrapperHelper.Get(result); } public string UpdateComment(T fileId, int version, string comment) { return FileStorageService.UpdateComment(fileId, version, comment); } public IEnumerable GetFileSecurityInfo(T fileId) { var fileShares = FileStorageService.GetSharedInfo(new ItemList { string.Format("file_{0}", fileId) }); return fileShares.Select(FileShareWrapperHelper.Get); } public IEnumerable GetFolderSecurityInfo(T folderId) { var fileShares = FileStorageService.GetSharedInfo(new ItemList { string.Format("folder_{0}", folderId) }); return fileShares.Select(FileShareWrapperHelper.Get); } public IEnumerable SetFileSecurityInfo(T fileId, IEnumerable share, bool notify, string sharingMessage) { if (share != null && share.Any()) { var list = new ItemList(share.Select(FileShareParamsHelper.ToAceObject)); var aceCollection = new AceCollection { Entries = new ItemList { "file_" + fileId }, Aces = list, Message = sharingMessage }; FileStorageService.SetAceObject(aceCollection, notify); } return GetFileSecurityInfo(fileId); } public IEnumerable SetFolderSecurityInfo(T folderId, IEnumerable share, bool notify, string sharingMessage) { if (share != null && share.Any()) { var list = new ItemList(share.Select(FileShareParamsHelper.ToAceObject)); var aceCollection = new AceCollection { Entries = new ItemList { "folder_" + folderId }, Aces = list, Message = sharingMessage }; FileStorageService.SetAceObject(aceCollection, notify); } return GetFolderSecurityInfo(folderId); } public bool RemoveSecurityInfo(List fileIds, List folderIds) { FileStorageService.RemoveAce(fileIds, folderIds); return true; } public string GenerateSharedLink(T fileId, FileShare share) { var file = GetFileInfo(fileId); var objectId = "file_" + file.Id; var sharedInfo = FileStorageService.GetSharedInfo(new ItemList { objectId }).Find(r => r.SubjectId == FileConstant.ShareLinkId); if (sharedInfo == null || sharedInfo.Share != share) { var list = new ItemList { new AceWrapper { SubjectId = FileConstant.ShareLinkId, SubjectGroup = true, Share = share } }; var aceCollection = new AceCollection { Entries = new ItemList { objectId }, Aces = list }; FileStorageService.SetAceObject(aceCollection, false); sharedInfo = FileStorageService.GetSharedInfo(new ItemList { objectId }).Find(r => r.SubjectId == FileConstant.ShareLinkId); } return sharedInfo.Link; } public bool SetAceLink(T fileId, FileShare share) { return FileStorageService.SetAceLink(fileId, share); } ///// ///// ///// ///// ///// //[Read(@"@search/{query}")] //public IEnumerable Search(string query) //{ // var searcher = new SearchHandler(); // var files = searcher.SearchFiles(query).Select(r => (FileEntryWrapper)FileWrapperHelper.Get(r)); // var folders = searcher.SearchFolders(query).Select(f => (FileEntryWrapper)FolderWrapperHelper.Get(f)); // return files.Concat(folders); //} private FolderContentWrapper ToFolderContentWrapper(T folderId, Guid userIdOrGroupId, FilterType filterType, bool withSubFolders) { if (!Enum.TryParse(ApiContext.SortBy, true, out SortedByType sortBy)) { sortBy = SortedByType.AZ; } var startIndex = Convert.ToInt32(ApiContext.StartIndex); return FolderContentWrapperHelper.Get(FileStorageService.GetFolderItems(folderId, startIndex, Convert.ToInt32(ApiContext.Count), filterType, filterType == FilterType.ByUser, userIdOrGroupId.ToString(), ApiContext.FilterValue, false, withSubFolders, new OrderBy(sortBy, !ApiContext.SortDescending)), startIndex); } } }