631dcdc2e8
# Conflicts: # common/ASC.Data.Backup.Core/Core/FileBackupProvider.cs # common/ASC.Data.Backup.Core/Storage/BackupRepository.cs # common/ASC.Data.Backup.Core/Storage/DocumentsBackupStorage.cs # common/ASC.Data.Backup.Core/Tasks/BackupPortalTask.cs # common/ASC.Data.Backup.Core/Tasks/DeletePortalTask.cs # common/ASC.Data.Storage/CrossModuleTransferUtility.cs # common/ASC.Data.Storage/DiscStorage/DiscDataStore.cs # common/ASC.Data.Storage/Extensions.cs # common/ASC.Data.Storage/GoogleCloud/GoogleCloudStorage.cs # common/ASC.Data.Storage/RackspaceCloud/RackspaceCloudStorage.cs # common/ASC.Data.Storage/S3/S3Storage.cs # common/ASC.Data.Storage/StorageHandler.cs # common/services/ASC.ApiSystem/Controllers/PortalController.cs # products/ASC.CRM/Server/Api/VoipController.cs # products/ASC.CRM/Server/Core/Dao/RelationshipEventDao.cs # products/ASC.CRM/Server/Utils/PdfCreator.cs # products/ASC.Files/Core/Core/Dao/TeamlabDao/FileDao.cs # products/ASC.Files/Core/Core/Dao/TeamlabDao/FolderDao.cs # products/ASC.Files/Core/Core/Dao/TeamlabDao/TagDao.cs # products/ASC.Files/Core/Core/FileStorageService.cs # products/ASC.Files/Core/Core/Security/FileSecurity.cs # products/ASC.Files/Core/Core/Thirdparty/Box/BoxFileDao.cs # products/ASC.Files/Core/Core/Thirdparty/Box/BoxFolderDao.cs # products/ASC.Files/Core/Core/Thirdparty/CrossDao.cs # products/ASC.Files/Core/Core/Thirdparty/Dropbox/DropboxFileDao.cs # products/ASC.Files/Core/Core/Thirdparty/Dropbox/DropboxFolderDao.cs # products/ASC.Files/Core/Core/Thirdparty/GoogleDrive/GoogleDriveFileDao.cs # products/ASC.Files/Core/Core/Thirdparty/GoogleDrive/GoogleDriveFolderDao.cs # products/ASC.Files/Core/Core/Thirdparty/GoogleDrive/GoogleDriveStorage.cs # products/ASC.Files/Core/Core/Thirdparty/IThirdPartyProviderDao.cs # products/ASC.Files/Core/Core/Thirdparty/OneDrive/OneDriveFileDao.cs # products/ASC.Files/Core/Core/Thirdparty/OneDrive/OneDriveFolderDao.cs # products/ASC.Files/Core/Core/Thirdparty/OneDrive/OneDriveStorage.cs # products/ASC.Files/Core/Core/Thirdparty/ProviderAccountDao.cs # products/ASC.Files/Core/Core/Thirdparty/ProviderDao/ProviderDaoBase.cs # products/ASC.Files/Core/Core/Thirdparty/ProviderDao/ProviderFileDao.cs # products/ASC.Files/Core/Core/Thirdparty/ProviderDao/ProviderFolderDao.cs # products/ASC.Files/Core/Core/Thirdparty/ProviderDao/ProviderSecutiryDao.cs # products/ASC.Files/Core/Core/Thirdparty/SharePoint/SharePointFileDao.cs # products/ASC.Files/Core/Core/Thirdparty/SharePoint/SharePointProviderInfo.cs # products/ASC.Files/Core/Core/Thirdparty/Sharpbox/SharpBoxFileDao.cs # products/ASC.Files/Core/Core/Thirdparty/Sharpbox/SharpBoxFolderDao.cs # products/ASC.Files/Core/HttpHandlers/FileHandler.ashx.cs # products/ASC.Files/Core/HttpHandlers/SearchHandler.cs # products/ASC.Files/Core/Services/DocumentService/Configuration.cs # products/ASC.Files/Core/Services/DocumentService/DocumentServiceConnector.cs # products/ASC.Files/Core/Services/DocumentService/DocumentServiceTracker.cs # products/ASC.Files/Core/Services/WCFService/FileOperations/FileDownloadOperation.cs # products/ASC.Files/Core/Services/WCFService/FileOperations/FileMarkAsReadOperation.cs # products/ASC.Files/Core/Services/WCFService/FileOperations/FileMoveCopyOperation.cs # products/ASC.Files/Core/ThirdPartyApp/BoxApp.cs # products/ASC.Files/Core/ThirdPartyApp/GoogleDriveApp.cs # products/ASC.Files/Core/Utils/EntryManager.cs # products/ASC.Files/Core/Utils/FileConverter.cs # products/ASC.Files/Core/Utils/FileMarker.cs # products/ASC.Files/Core/Utils/MailMergeTask.cs # products/ASC.Files/Server/Helpers/FilesControllerHelper.cs # web/ASC.Web.Core/Files/DocumentService.cs # web/ASC.Web.Core/Files/DocumentServiceLicense.cs # web/ASC.Web.Core/Helpers/ApiSystemHelper.cs # web/ASC.Web.Core/Recaptcha.cs # web/ASC.Web.Core/Utility/UrlShortener.cs
408 lines
16 KiB
C#
408 lines
16 KiB
C#
/*
|
|
*
|
|
* (c) Copyright Ascensio System Limited 2010-2018
|
|
*
|
|
* This program is freeware. You can redistribute it and/or modify it under the terms of the GNU
|
|
* General Public License (GPL) version 3 as published by the Free Software Foundation (https://www.gnu.org/copyleft/gpl.html).
|
|
* In accordance with Section 7(a) of the GNU GPL its Section 15 shall be amended to the effect that
|
|
* Ascensio System SIA expressly excludes the warranty of non-infringement of any third-party rights.
|
|
*
|
|
* THIS PROGRAM IS DISTRIBUTED WITHOUT ANY WARRANTY; WITHOUT EVEN THE IMPLIED WARRANTY OF MERCHANTABILITY OR
|
|
* FITNESS FOR A PARTICULAR PURPOSE. For more details, see GNU GPL at https://www.gnu.org/copyleft/gpl.html
|
|
*
|
|
* You can contact Ascensio System SIA by email at sales@onlyoffice.com
|
|
*
|
|
* The interactive user interfaces in modified source and object code versions of ONLYOFFICE must display
|
|
* Appropriate Legal Notices, as required under Section 5 of the GNU GPL version 3.
|
|
*
|
|
* Pursuant to Section 7 § 3(b) of the GNU GPL you must retain the original ONLYOFFICE logo which contains
|
|
* relevant author attributions when distributing the software. If the display of the logo in its graphic
|
|
* form is not reasonably feasible for technical reasons, you must include the words "Powered by ONLYOFFICE"
|
|
* in every copy of the program you distribute.
|
|
* Pursuant to Section 7 § 3(e) we decline to grant you any rights under trademark law for use of our trademarks.
|
|
*
|
|
*/
|
|
|
|
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Globalization;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Net.Http;
|
|
using System.Threading.Tasks;
|
|
using System.Web;
|
|
|
|
using ASC.Common;
|
|
using ASC.Common.Logging;
|
|
using ASC.Common.Utils;
|
|
using ASC.Core;
|
|
using ASC.Data.Storage.Configuration;
|
|
using ASC.Security.Cryptography;
|
|
|
|
using Microsoft.AspNetCore.Http;
|
|
using Microsoft.Extensions.Options;
|
|
|
|
namespace ASC.Data.Storage
|
|
{
|
|
public abstract class BaseStorage : IDataStore
|
|
{
|
|
protected ILog Log { get; set; }
|
|
protected TempStream TempStream { get; }
|
|
protected TenantManager TenantManager { get; }
|
|
protected PathUtils PathUtils { get; }
|
|
protected EmailValidationKeyProvider EmailValidationKeyProvider { get; }
|
|
protected IHttpContextAccessor HttpContextAccessor { get; }
|
|
protected IOptionsMonitor<ILog> Options { get; }
|
|
protected IHttpClientFactory ClientFactory { get; }
|
|
|
|
protected BaseStorage(
|
|
TempStream tempStream,
|
|
TenantManager tenantManager,
|
|
PathUtils pathUtils,
|
|
EmailValidationKeyProvider emailValidationKeyProvider,
|
|
IHttpContextAccessor httpContextAccessor,
|
|
IOptionsMonitor<ILog> options,
|
|
IHttpClientFactory clientFactory)
|
|
{
|
|
|
|
TempStream = tempStream;
|
|
TenantManager = tenantManager;
|
|
PathUtils = pathUtils;
|
|
EmailValidationKeyProvider = emailValidationKeyProvider;
|
|
Options = options;
|
|
Log = options.CurrentValue;
|
|
HttpContextAccessor = httpContextAccessor;
|
|
ClientFactory = clientFactory;
|
|
}
|
|
|
|
#region IDataStore Members
|
|
|
|
internal string _modulename;
|
|
internal DataList _dataList;
|
|
internal string _tenant;
|
|
internal Dictionary<string, TimeSpan> _domainsExpires = new Dictionary<string, TimeSpan>();
|
|
|
|
public IQuotaController QuotaController { get; set; }
|
|
|
|
public TimeSpan GetExpire(string domain)
|
|
{
|
|
return _domainsExpires.ContainsKey(domain) ? _domainsExpires[domain] : _domainsExpires[string.Empty];
|
|
}
|
|
|
|
public Task<Uri> GetUriAsync(string path)
|
|
{
|
|
return GetUriAsync(string.Empty, path);
|
|
}
|
|
|
|
public Task<Uri> GetUriAsync(string domain, string path)
|
|
{
|
|
return GetPreSignedUriAsync(domain, path, TimeSpan.MaxValue, null);
|
|
}
|
|
|
|
public Task<Uri> GetPreSignedUriAsync(string domain, string path, TimeSpan expire, IEnumerable<string> headers)
|
|
{
|
|
if (path == null)
|
|
{
|
|
throw new ArgumentNullException(nameof(path));
|
|
}
|
|
|
|
if (string.IsNullOrEmpty(_tenant) && IsSupportInternalUri)
|
|
{
|
|
return GetInternalUriAsync(domain, path, expire, headers);
|
|
}
|
|
|
|
var headerAttr = string.Empty;
|
|
if (headers != null)
|
|
{
|
|
headerAttr = string.Join("&", headers.Select(HttpUtility.UrlEncode));
|
|
}
|
|
|
|
if (expire == TimeSpan.Zero || expire == TimeSpan.MinValue || expire == TimeSpan.MaxValue)
|
|
{
|
|
expire = GetExpire(domain);
|
|
}
|
|
|
|
var query = string.Empty;
|
|
if (expire != TimeSpan.Zero && expire != TimeSpan.MinValue && expire != TimeSpan.MaxValue)
|
|
{
|
|
var expireString = expire.TotalMinutes.ToString(CultureInfo.InvariantCulture);
|
|
|
|
int currentTenantId;
|
|
var currentTenant = TenantManager.GetCurrentTenant(false);
|
|
if (currentTenant != null)
|
|
{
|
|
currentTenantId = currentTenant.TenantId;
|
|
}
|
|
else if (!TenantPath.TryGetTenant(_tenant, out currentTenantId))
|
|
{
|
|
currentTenantId = 0;
|
|
}
|
|
|
|
var auth = EmailValidationKeyProvider.GetEmailKey(currentTenantId, path.Replace('/', Path.DirectorySeparatorChar).Replace('\\', Path.DirectorySeparatorChar) + "." + headerAttr + "." + expireString);
|
|
query = $"{(path.IndexOf('?') >= 0 ? "&" : "?")}{Constants.QUERY_EXPIRE}={expireString}&{Constants.QUERY_AUTH}={auth}";
|
|
}
|
|
|
|
if (!string.IsNullOrEmpty(headerAttr))
|
|
{
|
|
query += $"{(query.IndexOf('?') >= 0 ? "&" : "?")}{Constants.QUERY_HEADER}={HttpUtility.UrlEncode(headerAttr)}";
|
|
}
|
|
|
|
var tenant = _tenant.Trim('/');
|
|
var vpath = PathUtils.ResolveVirtualPath(_modulename, domain);
|
|
vpath = PathUtils.ResolveVirtualPath(vpath, false);
|
|
vpath = string.Format(vpath, tenant);
|
|
var virtualPath = new Uri(vpath + "/", UriKind.RelativeOrAbsolute);
|
|
|
|
var uri = virtualPath.IsAbsoluteUri ?
|
|
new MonoUri(virtualPath, virtualPath.LocalPath.TrimEnd('/') + EnsureLeadingSlash(path.Replace('\\', '/')) + query) :
|
|
new MonoUri(virtualPath.ToString().TrimEnd('/') + EnsureLeadingSlash(path.Replace('\\', '/')) + query, UriKind.Relative);
|
|
|
|
return Task.FromResult<Uri>(uri);
|
|
}
|
|
|
|
public virtual bool IsSupportInternalUri
|
|
{
|
|
get { return true; }
|
|
}
|
|
|
|
public virtual Task<Uri> GetInternalUriAsync(string domain, string path, TimeSpan expire, IEnumerable<string> headers)
|
|
{
|
|
return null;
|
|
}
|
|
|
|
public abstract Task<Stream> GetReadStreamAsync(string domain, string path);
|
|
public abstract Task<Stream> GetReadStreamAsync(string domain, string path, int offset);
|
|
|
|
public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream);
|
|
public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream, ACL acl);
|
|
|
|
public Task<Uri> SaveAsync(string domain, string path, Stream stream, string attachmentFileName)
|
|
{
|
|
if (!string.IsNullOrEmpty(attachmentFileName))
|
|
{
|
|
return SaveWithAutoAttachmentAsync(domain, path, stream, attachmentFileName);
|
|
}
|
|
return SaveAsync(domain, path, stream);
|
|
}
|
|
|
|
protected abstract Task<Uri> SaveWithAutoAttachmentAsync(string domain, string path, Stream stream, string attachmentFileName);
|
|
|
|
|
|
public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream, string contentType,
|
|
string contentDisposition);
|
|
public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream, string contentEncoding, int cacheDays);
|
|
|
|
public virtual bool IsSupportedPreSignedUri
|
|
{
|
|
get
|
|
{
|
|
return true;
|
|
}
|
|
}
|
|
|
|
#region chunking
|
|
|
|
public virtual Task<string> InitiateChunkedUploadAsync(string domain, string path)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
public virtual Task<string> UploadChunkAsync(string domain, string path, string uploadId, Stream stream, long defaultChunkSize, int chunkNumber, long chunkLength)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
public virtual Task<Uri> FinalizeChunkedUploadAsync(string domain, string path, string uploadId, Dictionary<int, string> eTags)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
public virtual Task AbortChunkedUploadAsync(string domain, string path, string uploadId)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
public virtual bool IsSupportChunking { get { return false; } }
|
|
|
|
#endregion
|
|
|
|
public abstract Task DeleteAsync(string domain, string path);
|
|
public abstract Task DeleteFilesAsync(string domain, string folderPath, string pattern, bool recursive);
|
|
public abstract Task DeleteFilesAsync(string domain, List<string> paths);
|
|
public abstract Task DeleteFilesAsync(string domain, string folderPath, DateTime fromDate, DateTime toDate);
|
|
public abstract Task MoveDirectoryAsync(string srcdomain, string srcdir, string newdomain, string newdir);
|
|
public abstract Task<Uri> MoveAsync(string srcdomain, string srcpath, string newdomain, string newpath, bool quotaCheckFileSize = true);
|
|
public abstract Task<Uri> SaveTempAsync(string domain, out string assignedPath, Stream stream);
|
|
public abstract IAsyncEnumerable<string> ListDirectoriesRelativeAsync(string domain, string path, bool recursive);
|
|
public abstract IAsyncEnumerable<string> ListFilesRelativeAsync(string domain, string path, string pattern, bool recursive);
|
|
public abstract Task<bool> IsFileAsync(string domain, string path);
|
|
public abstract Task<bool> IsDirectoryAsync(string domain, string path);
|
|
public abstract Task DeleteDirectoryAsync(string domain, string path);
|
|
public abstract Task<long> GetFileSizeAsync(string domain, string path);
|
|
public abstract Task<long> GetDirectorySizeAsync(string domain, string path);
|
|
public abstract Task<long> ResetQuotaAsync(string domain);
|
|
public abstract Task<long> GetUsedQuotaAsync(string domain);
|
|
public abstract Task<Uri> CopyAsync(string srcdomain, string path, string newdomain, string newpath);
|
|
public abstract Task CopyDirectoryAsync(string srcdomain, string dir, string newdomain, string newdir);
|
|
|
|
public Task<Stream> GetReadStreamAsync(string path)
|
|
{
|
|
return GetReadStreamAsync(string.Empty, path);
|
|
}
|
|
|
|
public Task<Uri> SaveAsync(string path, Stream stream, string attachmentFileName)
|
|
{
|
|
return SaveAsync(string.Empty, path, stream, attachmentFileName);
|
|
}
|
|
|
|
public Task<Uri> SaveAsync(string path, Stream stream)
|
|
{
|
|
return SaveAsync(string.Empty, path, stream);
|
|
}
|
|
|
|
public async Task DeleteAsync(string path)
|
|
{
|
|
await DeleteAsync(string.Empty, path);
|
|
}
|
|
|
|
public async Task DeleteFilesAsync(string folderPath, string pattern, bool recursive)
|
|
{
|
|
await DeleteFilesAsync(string.Empty, folderPath, pattern, recursive);
|
|
}
|
|
|
|
public Task<Uri> MoveAsync(string srcpath, string newdomain, string newpath)
|
|
{
|
|
return MoveAsync(string.Empty, srcpath, newdomain, newpath);
|
|
}
|
|
|
|
public Task<Uri> SaveTempAsync(out string assignedPath, Stream stream)
|
|
{
|
|
return SaveTempAsync(string.Empty, out assignedPath, stream);
|
|
}
|
|
|
|
public IAsyncEnumerable<string> ListDirectoriesRelativeAsync(string path, bool recursive)
|
|
{
|
|
return ListDirectoriesRelativeAsync(string.Empty, path, recursive);
|
|
}
|
|
|
|
public IAsyncEnumerable<Uri> ListFilesAsync(string path, string pattern, bool recursive)
|
|
{
|
|
return ListFilesAsync(string.Empty, path, pattern, recursive);
|
|
}
|
|
|
|
public async IAsyncEnumerable<Uri> ListFilesAsync(string domain, string path, string pattern, bool recursive)
|
|
{
|
|
var filePaths = ListFilesRelativeAsync(domain, path, pattern, recursive);
|
|
|
|
await foreach(var paths in filePaths)
|
|
{
|
|
yield return await GetUriAsync(domain, CrossPlatform.PathCombine(PathUtils.Normalize(path), paths));
|
|
}
|
|
}
|
|
|
|
public Task<bool> IsFileAsync(string path)
|
|
{
|
|
return IsFileAsync(string.Empty, path);
|
|
}
|
|
|
|
public Task<bool> IsDirectoryAsync(string path)
|
|
{
|
|
return IsDirectoryAsync(string.Empty, path);
|
|
}
|
|
|
|
public async Task DeleteDirectoryAsync(string path)
|
|
{
|
|
await DeleteDirectoryAsync(string.Empty, path);
|
|
}
|
|
|
|
public Task<long> GetFileSizeAsync(string path)
|
|
{
|
|
return GetFileSizeAsync(string.Empty, path);
|
|
}
|
|
|
|
public Task<long> GetDirectorySizeAsync(string path)
|
|
{
|
|
return GetDirectorySizeAsync(string.Empty, path);
|
|
}
|
|
|
|
public Task<Uri> CopyAsync(string path, string newdomain, string newpath)
|
|
{
|
|
return CopyAsync(string.Empty, path, newdomain, newpath);
|
|
}
|
|
|
|
public async Task CopyDirectoryAsync(string dir, string newdomain, string newdir)
|
|
{
|
|
await CopyDirectoryAsync(string.Empty, dir, newdomain, newdir);
|
|
}
|
|
|
|
public virtual IDataStore Configure(string tenant, Handler handlerConfig, Module moduleConfig, IDictionary<string, string> props)
|
|
{
|
|
return this;
|
|
}
|
|
|
|
public IDataStore SetQuotaController(IQuotaController controller)
|
|
{
|
|
QuotaController = controller;
|
|
return this;
|
|
}
|
|
|
|
public abstract Task<string> SavePrivateAsync(string domain, string path, Stream stream, DateTime expires);
|
|
public abstract Task DeleteExpiredAsync(string domain, string path, TimeSpan oldThreshold);
|
|
|
|
public abstract string GetUploadForm(string domain, string directoryPath, string redirectTo, long maxUploadSize,
|
|
string contentType, string contentDisposition, string submitLabel);
|
|
|
|
public abstract Task<string> GetUploadedUrlAsync(string domain, string directoryPath);
|
|
public abstract string GetUploadUrl();
|
|
|
|
public abstract string GetPostParams(string domain, string directoryPath, long maxUploadSize, string contentType,
|
|
string contentDisposition);
|
|
|
|
#endregion
|
|
|
|
internal void QuotaUsedAdd(string domain, long size, bool quotaCheckFileSize = true)
|
|
{
|
|
if (QuotaController != null)
|
|
{
|
|
QuotaController.QuotaUsedAdd(_modulename, domain, _dataList.GetData(domain), size, quotaCheckFileSize);
|
|
}
|
|
}
|
|
|
|
internal void QuotaUsedDelete(string domain, long size)
|
|
{
|
|
if (QuotaController != null)
|
|
{
|
|
QuotaController.QuotaUsedDelete(_modulename, domain, _dataList.GetData(domain), size);
|
|
}
|
|
}
|
|
|
|
internal static string EnsureLeadingSlash(string str)
|
|
{
|
|
return "/" + str.TrimStart('/');
|
|
}
|
|
|
|
internal class MonoUri : Uri
|
|
{
|
|
public MonoUri(Uri baseUri, string relativeUri)
|
|
: base(baseUri, relativeUri)
|
|
{
|
|
}
|
|
|
|
public MonoUri(string uriString, UriKind uriKind)
|
|
: base(uriString, uriKind)
|
|
{
|
|
}
|
|
|
|
public override string ToString()
|
|
{
|
|
var s = base.ToString();
|
|
if (WorkContext.IsMono && s.StartsWith(UriSchemeFile + SchemeDelimiter))
|
|
{
|
|
return s.Substring(7);
|
|
}
|
|
return s;
|
|
}
|
|
}
|
|
}
|
|
} |