DocSpace-buildtools/common/ASC.Data.Storage/BaseStorage.cs

/*
 *
 * (c) Copyright Ascensio System Limited 2010-2018
 *
 * This program is freeware. You can redistribute it and/or modify it under the terms of the GNU 
 * General Public License (GPL) version 3 as published by the Free Software Foundation (https://www.gnu.org/copyleft/gpl.html). 
 * In accordance with Section 7(a) of the GNU GPL its Section 15 shall be amended to the effect that 
 * Ascensio System SIA expressly excludes the warranty of non-infringement of any third-party rights.
 *
 * THIS PROGRAM IS DISTRIBUTED WITHOUT ANY WARRANTY; WITHOUT EVEN THE IMPLIED WARRANTY OF MERCHANTABILITY OR
 * FITNESS FOR A PARTICULAR PURPOSE. For more details, see GNU GPL at https://www.gnu.org/copyleft/gpl.html
 *
 * You can contact Ascensio System SIA by email at sales@onlyoffice.com
 *
 * The interactive user interfaces in modified source and object code versions of ONLYOFFICE must display 
 * Appropriate Legal Notices, as required under Section 5 of the GNU GPL version 3.
 *
 * Pursuant to Section 7 § 3(b) of the GNU GPL you must retain the original ONLYOFFICE logo which contains 
 * relevant author attributions when distributing the software. If the display of the logo in its graphic 
 * form is not reasonably feasible for technical reasons, you must include the words "Powered by ONLYOFFICE" 
 * in every copy of the program you distribute. 
 * Pursuant to Section 7 § 3(e) we decline to grant you any rights under trademark law for use of our trademarks.
 *
*/


using System;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Net.Http;
using System.Threading.Tasks;
using System.Web;

using ASC.Common;
using ASC.Common.Logging;
using ASC.Common.Utils;
using ASC.Core;
using ASC.Data.Storage.Configuration;
using ASC.Security.Cryptography;

using Microsoft.AspNetCore.Http;
using Microsoft.Extensions.Options;

namespace ASC.Data.Storage
{
    public abstract class BaseStorage : IDataStore
    {
        protected ILog Log { get; set; }
        protected TempStream TempStream { get; }
        protected TenantManager TenantManager { get; }
        protected PathUtils PathUtils { get; }
        protected EmailValidationKeyProvider EmailValidationKeyProvider { get; }
        protected IHttpContextAccessor HttpContextAccessor { get; }
        protected IOptionsMonitor<ILog> Options { get; }
        protected IHttpClientFactory ClientFactory { get; }

        protected BaseStorage(
            TempStream tempStream,
            TenantManager tenantManager,
            PathUtils pathUtils,
            EmailValidationKeyProvider emailValidationKeyProvider,
            IHttpContextAccessor httpContextAccessor,
            IOptionsMonitor<ILog> options,
            IHttpClientFactory clientFactory)
        {

            TempStream = tempStream;
            TenantManager = tenantManager;
            PathUtils = pathUtils;
            EmailValidationKeyProvider = emailValidationKeyProvider;
            Options = options;
            Log = options.CurrentValue;
            HttpContextAccessor = httpContextAccessor;
            ClientFactory = clientFactory;
        }

        #region IDataStore Members

        internal string _modulename;
        internal DataList _dataList;
        internal string _tenant;
        internal Dictionary<string, TimeSpan> _domainsExpires = new Dictionary<string, TimeSpan>();

        public IQuotaController QuotaController { get; set; }

        public TimeSpan GetExpire(string domain)
        {
            return _domainsExpires.ContainsKey(domain) ? _domainsExpires[domain] : _domainsExpires[string.Empty];
        }

        public Task<Uri> GetUriAsync(string path)
        {
            return GetUriAsync(string.Empty, path);
        }

        public Task<Uri> GetUriAsync(string domain, string path)
        {
            return GetPreSignedUriAsync(domain, path, TimeSpan.MaxValue, null);
        }        

        public Task<Uri> GetPreSignedUriAsync(string domain, string path, TimeSpan expire, IEnumerable<string> headers)
        {
            if (path == null)
            {
                throw new ArgumentNullException(nameof(path));
            }

            if (string.IsNullOrEmpty(_tenant) && IsSupportInternalUri)
            {
                return GetInternalUriAsync(domain, path, expire, headers);
            }

            var headerAttr = string.Empty;
            if (headers != null)
            {
                headerAttr = string.Join("&", headers.Select(HttpUtility.UrlEncode));
            }

            if (expire == TimeSpan.Zero || expire == TimeSpan.MinValue || expire == TimeSpan.MaxValue)
            {
                expire = GetExpire(domain);
            }

            var query = string.Empty;
            if (expire != TimeSpan.Zero && expire != TimeSpan.MinValue && expire != TimeSpan.MaxValue)
            {
                var expireString = expire.TotalMinutes.ToString(CultureInfo.InvariantCulture);

                int currentTenantId;
                var currentTenant = TenantManager.GetCurrentTenant(false);
                if (currentTenant != null)
                {
                    currentTenantId = currentTenant.TenantId;
                }
                else if (!TenantPath.TryGetTenant(_tenant, out currentTenantId))
                {
                    currentTenantId = 0;
                }

                var auth = EmailValidationKeyProvider.GetEmailKey(currentTenantId, path.Replace('/', Path.DirectorySeparatorChar).Replace('\\', Path.DirectorySeparatorChar) + "." + headerAttr + "." + expireString);
                query = $"{(path.IndexOf('?') >= 0 ? "&" : "?")}{Constants.QUERY_EXPIRE}={expireString}&{Constants.QUERY_AUTH}={auth}";
            }

            if (!string.IsNullOrEmpty(headerAttr))
            {
                query += $"{(query.IndexOf('?') >= 0 ? "&" : "?")}{Constants.QUERY_HEADER}={HttpUtility.UrlEncode(headerAttr)}";
            }

            var tenant = _tenant.Trim('/');
            var vpath = PathUtils.ResolveVirtualPath(_modulename, domain);
            vpath = PathUtils.ResolveVirtualPath(vpath, false);
            vpath = string.Format(vpath, tenant);
            var virtualPath = new Uri(vpath + "/", UriKind.RelativeOrAbsolute);

            var uri = virtualPath.IsAbsoluteUri ?
                          new MonoUri(virtualPath, virtualPath.LocalPath.TrimEnd('/') + EnsureLeadingSlash(path.Replace('\\', '/')) + query) :
                          new MonoUri(virtualPath.ToString().TrimEnd('/') + EnsureLeadingSlash(path.Replace('\\', '/')) + query, UriKind.Relative);

            return Task.FromResult<Uri>(uri);
        }

        public virtual bool IsSupportInternalUri
        {
            get { return true; }
        }

        public virtual Task<Uri> GetInternalUriAsync(string domain, string path, TimeSpan expire, IEnumerable<string> headers)
        {
            return null;
        }

        public abstract Task<Stream> GetReadStreamAsync(string domain, string path);
        public abstract Task<Stream> GetReadStreamAsync(string domain, string path, int offset);

        public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream);
        public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream, ACL acl);

        public Task<Uri> SaveAsync(string domain, string path, Stream stream, string attachmentFileName)
        {
            if (!string.IsNullOrEmpty(attachmentFileName))
            {
                return SaveWithAutoAttachmentAsync(domain, path, stream, attachmentFileName);
            }
            return SaveAsync(domain, path, stream);
        }

        protected abstract Task<Uri> SaveWithAutoAttachmentAsync(string domain, string path, Stream stream, string attachmentFileName);


        public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream, string contentType,
                                string contentDisposition);
        public abstract Task<Uri> SaveAsync(string domain, string path, Stream stream, string contentEncoding, int cacheDays);

        public virtual bool IsSupportedPreSignedUri
        {
            get
            {
                return true;
            }
        }

        #region chunking

        public virtual Task<string> InitiateChunkedUploadAsync(string domain, string path)
        {
            throw new NotImplementedException();
        }

        public virtual Task<string> UploadChunkAsync(string domain, string path, string uploadId, Stream stream, long defaultChunkSize, int chunkNumber, long chunkLength)
        {
            throw new NotImplementedException();
        }

        public virtual Task<Uri> FinalizeChunkedUploadAsync(string domain, string path, string uploadId, Dictionary<int, string> eTags)
        {
            throw new NotImplementedException();
        }

        public virtual Task AbortChunkedUploadAsync(string domain, string path, string uploadId)
        {
            throw new NotImplementedException();
        }

        public virtual bool IsSupportChunking { get { return false; } }

        #endregion

        public abstract Task DeleteAsync(string domain, string path);
        public abstract Task DeleteFilesAsync(string domain, string folderPath, string pattern, bool recursive);
        public abstract Task DeleteFilesAsync(string domain, List<string> paths);
        public abstract Task DeleteFilesAsync(string domain, string folderPath, DateTime fromDate, DateTime toDate);
        public abstract Task MoveDirectoryAsync(string srcdomain, string srcdir, string newdomain, string newdir);
        public abstract Task<Uri> MoveAsync(string srcdomain, string srcpath, string newdomain, string newpath, bool quotaCheckFileSize = true);
        public abstract Task<Uri> SaveTempAsync(string domain, out string assignedPath, Stream stream);
        public abstract IAsyncEnumerable<string> ListDirectoriesRelativeAsync(string domain, string path, bool recursive);
        public abstract IAsyncEnumerable<string> ListFilesRelativeAsync(string domain, string path, string pattern, bool recursive);
        public abstract Task<bool> IsFileAsync(string domain, string path);
        public abstract Task<bool> IsDirectoryAsync(string domain, string path);
        public abstract Task DeleteDirectoryAsync(string domain, string path);
        public abstract Task<long> GetFileSizeAsync(string domain, string path);
        public abstract Task<long> GetDirectorySizeAsync(string domain, string path);
        public abstract Task<long> ResetQuotaAsync(string domain);
        public abstract Task<long> GetUsedQuotaAsync(string domain);
        public abstract Task<Uri> CopyAsync(string srcdomain, string path, string newdomain, string newpath);
        public abstract Task CopyDirectoryAsync(string srcdomain, string dir, string newdomain, string newdir);

        public Task<Stream> GetReadStreamAsync(string path)
        {
            return GetReadStreamAsync(string.Empty, path);
        }

        public Task<Uri> SaveAsync(string path, Stream stream, string attachmentFileName)
        {
            return SaveAsync(string.Empty, path, stream, attachmentFileName);
        }

        public Task<Uri> SaveAsync(string path, Stream stream)
        {
            return SaveAsync(string.Empty, path, stream);
        }

        public async Task DeleteAsync(string path)
        {
            await DeleteAsync(string.Empty, path);
        }

        public async Task DeleteFilesAsync(string folderPath, string pattern, bool recursive)
        {
            await DeleteFilesAsync(string.Empty, folderPath, pattern, recursive);
        }

        public Task<Uri> MoveAsync(string srcpath, string newdomain, string newpath)
        {
            return MoveAsync(string.Empty, srcpath, newdomain, newpath);
        }

        public Task<Uri> SaveTempAsync(out string assignedPath, Stream stream)
        {
            return SaveTempAsync(string.Empty, out assignedPath, stream);
        }

        public IAsyncEnumerable<string> ListDirectoriesRelativeAsync(string path, bool recursive)
        {
            return ListDirectoriesRelativeAsync(string.Empty, path, recursive);
        }

        public IAsyncEnumerable<Uri> ListFilesAsync(string path, string pattern, bool recursive)
        {
            return ListFilesAsync(string.Empty, path, pattern, recursive);
        }

        public async IAsyncEnumerable<Uri> ListFilesAsync(string domain, string path, string pattern, bool recursive)
        {
            var filePaths = ListFilesRelativeAsync(domain, path, pattern, recursive);

            await foreach(var paths in filePaths)
            {
                yield return await GetUriAsync(domain, CrossPlatform.PathCombine(PathUtils.Normalize(path), paths));
            }
        }

        public Task<bool> IsFileAsync(string path)
        {
            return IsFileAsync(string.Empty, path);
        }

        public Task<bool> IsDirectoryAsync(string path)
        {
            return IsDirectoryAsync(string.Empty, path);
        }

        public async Task DeleteDirectoryAsync(string path)
        {
            await DeleteDirectoryAsync(string.Empty, path);
        }

        public Task<long> GetFileSizeAsync(string path)
        {
            return GetFileSizeAsync(string.Empty, path);
        }

        public Task<long> GetDirectorySizeAsync(string path)
        {
            return GetDirectorySizeAsync(string.Empty, path);
        }

        public Task<Uri> CopyAsync(string path, string newdomain, string newpath)
        {
            return CopyAsync(string.Empty, path, newdomain, newpath);
        }

        public async Task CopyDirectoryAsync(string dir, string newdomain, string newdir)
        {
            await CopyDirectoryAsync(string.Empty, dir, newdomain, newdir);
        }

        public virtual IDataStore Configure(string tenant, Handler handlerConfig, Module moduleConfig, IDictionary<string, string> props)
        {
            return this;
        }

        public IDataStore SetQuotaController(IQuotaController controller)
        {
            QuotaController = controller;
            return this;
        }

        public abstract Task<string> SavePrivateAsync(string domain, string path, Stream stream, DateTime expires);
        public abstract Task DeleteExpiredAsync(string domain, string path, TimeSpan oldThreshold);

        public abstract string GetUploadForm(string domain, string directoryPath, string redirectTo, long maxUploadSize,
                                             string contentType, string contentDisposition, string submitLabel);

        public abstract Task<string> GetUploadedUrlAsync(string domain, string directoryPath);
        public abstract string GetUploadUrl();

        public abstract string GetPostParams(string domain, string directoryPath, long maxUploadSize, string contentType,
                                             string contentDisposition);

        #endregion

        internal void QuotaUsedAdd(string domain, long size, bool quotaCheckFileSize = true)
        {
            if (QuotaController != null)
            {
                QuotaController.QuotaUsedAdd(_modulename, domain, _dataList.GetData(domain), size, quotaCheckFileSize);
            }
        }

        internal void QuotaUsedDelete(string domain, long size)
        {
            if (QuotaController != null)
            {
                QuotaController.QuotaUsedDelete(_modulename, domain, _dataList.GetData(domain), size);
            }
        }

        internal static string EnsureLeadingSlash(string str)
        {
            return "/" + str.TrimStart('/');
        }

        internal class MonoUri : Uri
        {
            public MonoUri(Uri baseUri, string relativeUri)
                : base(baseUri, relativeUri)
            {
            }

            public MonoUri(string uriString, UriKind uriKind)
                : base(uriString, uriKind)
            {
            }

            public override string ToString()
            {
                var s = base.ToString();
                if (WorkContext.IsMono && s.StartsWith(UriSchemeFile + SchemeDelimiter))
                {
                    return s.Substring(7);
                }
                return s;
            }
        }
    }
}