/* * * (c) Copyright Ascensio System Limited 2010-2018 * * This program is freeware. You can redistribute it and/or modify it under the terms of the GNU * General Public License (GPL) version 3 as published by the Free Software Foundation (https://www.gnu.org/copyleft/gpl.html). * In accordance with Section 7(a) of the GNU GPL its Section 15 shall be amended to the effect that * Ascensio System SIA expressly excludes the warranty of non-infringement of any third-party rights. * * THIS PROGRAM IS DISTRIBUTED WITHOUT ANY WARRANTY; WITHOUT EVEN THE IMPLIED WARRANTY OF MERCHANTABILITY OR * FITNESS FOR A PARTICULAR PURPOSE. For more details, see GNU GPL at https://www.gnu.org/copyleft/gpl.html * * You can contact Ascensio System SIA by email at sales@onlyoffice.com * * The interactive user interfaces in modified source and object code versions of ONLYOFFICE must display * Appropriate Legal Notices, as required under Section 5 of the GNU GPL version 3. * * Pursuant to Section 7 § 3(b) of the GNU GPL you must retain the original ONLYOFFICE logo which contains * relevant author attributions when distributing the software. If the display of the logo in its graphic * form is not reasonably feasible for technical reasons, you must include the words "Powered by ONLYOFFICE" * in every copy of the program you distribute. * Pursuant to Section 7 § 3(e) we decline to grant you any rights under trademark law for use of our trademarks. * */ namespace ASC.Data.Storage { [Scope(Additional = typeof(StaticUploaderExtension))] public class StaticUploader { private static readonly TaskScheduler Scheduler; private static readonly CancellationTokenSource TokenSource; private ICache Cache { get; set; } private static readonly object Locker; private IServiceProvider ServiceProvider { get; } private TenantManager TenantManager { get; } private SettingsManager SettingsManager { get; } private StorageSettingsHelper StorageSettingsHelper { get; } protected readonly DistributedTaskQueue Queue; static StaticUploader() { Scheduler = new ConcurrentExclusiveSchedulerPair(TaskScheduler.Default, 4).ConcurrentScheduler; Locker = new object(); TokenSource = new CancellationTokenSource(); } public StaticUploader( IServiceProvider serviceProvider, TenantManager tenantManager, SettingsManager settingsManager, StorageSettingsHelper storageSettingsHelper, ICache cache, DistributedTaskQueueOptionsManager options) { Cache = cache; ServiceProvider = serviceProvider; TenantManager = tenantManager; SettingsManager = settingsManager; StorageSettingsHelper = storageSettingsHelper; Queue = options.Get(); } public string UploadFile(string relativePath, string mappedPath, Action onComplete = null) { if (TokenSource.Token.IsCancellationRequested) return null; if (!CanUpload()) return null; if (!File.Exists(mappedPath)) return null; var tenantId = TenantManager.GetCurrentTenant().TenantId; UploadOperation uploadOperation; var key = GetCacheKey(tenantId.ToString(), relativePath); lock (Locker) { uploadOperation = Cache.Get(key); if (uploadOperation != null) { return !string.IsNullOrEmpty(uploadOperation.Result) ? uploadOperation.Result : string.Empty; } uploadOperation = new UploadOperation(ServiceProvider, tenantId, relativePath, mappedPath); Cache.Insert(key, uploadOperation, DateTime.MaxValue); } uploadOperation.DoJob(); onComplete?.Invoke(uploadOperation.Result); return uploadOperation.Result; } public Task UploadFileAsync(string relativePath, string mappedPath, Action onComplete = null) { var tenantId = TenantManager.GetCurrentTenant().TenantId; var task = new Task(() => { using var scope = ServiceProvider.CreateScope(); var scopeClass = scope.ServiceProvider.GetService(); var (tenantManager, staticUploader, _, _, _) = scopeClass; tenantManager.SetCurrentTenant(tenantId); return staticUploader.UploadFile(relativePath, mappedPath, onComplete); }, TaskCreationOptions.LongRunning); task.ConfigureAwait(false); task.Start(Scheduler); return task; } public void UploadDir(string relativePath, string mappedPath) { if (!CanUpload()) return; if (!Directory.Exists(mappedPath)) return; var tenant = TenantManager.GetCurrentTenant(); var key = typeof(UploadOperationProgress).FullName + tenant.TenantId; UploadOperationProgress uploadOperation; lock (Locker) { uploadOperation = Queue.GetTask(key); if (uploadOperation != null) return; uploadOperation = new UploadOperationProgress(ServiceProvider, key, tenant.TenantId, relativePath, mappedPath); Queue.QueueTask(uploadOperation); } } public bool CanUpload() { var current = StorageSettingsHelper.DataStoreConsumer(SettingsManager.Load()); if (current == null || !current.IsSet || (string.IsNullOrEmpty(current["cnamessl"]) && string.IsNullOrEmpty(current["cname"]))) { return false; } return true; } public static void Stop() { TokenSource.Cancel(); } public UploadOperationProgress GetProgress(int tenantId) { lock (Locker) { var key = typeof(UploadOperationProgress).FullName + tenantId; return Queue.GetTask(key); } } private static string GetCacheKey(string tenantId, string path) { return typeof(UploadOperation).FullName + tenantId + path; } } public class UploadOperation { private readonly ILog Log; private readonly int tenantId; private readonly string path; private readonly string mappedPath; public string Result { get; private set; } private IServiceProvider ServiceProvider { get; } public UploadOperation(IServiceProvider serviceProvider, int tenantId, string path, string mappedPath) { ServiceProvider = serviceProvider; Log = ServiceProvider.GetService>().CurrentValue; this.tenantId = tenantId; this.path = path.TrimStart('/'); this.mappedPath = mappedPath; Result = string.Empty; } public string DoJob() { try { using var scope = ServiceProvider.CreateScope(); var scopeClass = scope.ServiceProvider.GetService(); var (tenantManager, _, securityContext, settingsManager, storageSettingsHelper) = scopeClass; var tenant = tenantManager.GetTenant(tenantId); tenantManager.SetCurrentTenant(tenant); securityContext.AuthenticateMeWithoutCookie(tenant.OwnerId); var dataStore = storageSettingsHelper.DataStore(settingsManager.Load()); if (File.Exists(mappedPath)) { if (!dataStore.IsFile(path)) { using var stream = File.OpenRead(mappedPath); dataStore.Save(path, stream); } Result = dataStore.GetInternalUri("", path, TimeSpan.Zero, null).AbsoluteUri.ToLower(); Log.DebugFormat("UploadFile {0}", Result); return Result; } } catch (Exception e) { Log.Error(e); } return null; } } [Transient] public class UploadOperationProgress : DistributedTaskProgress { private readonly string relativePath; private readonly string mappedPath; private readonly IEnumerable directoryFiles; private IServiceProvider ServiceProvider { get; } public int TenantId { get; } public UploadOperationProgress(IServiceProvider serviceProvider, string key, int tenantId, string relativePath, string mappedPath) { ServiceProvider = serviceProvider; Id = key; Status = DistributedTaskStatus.Created; TenantId = tenantId; this.relativePath = relativePath; this.mappedPath = mappedPath; const string extensions = ".png|.jpeg|.jpg|.gif|.ico|.swf|.mp3|.ogg|.eot|.svg|.ttf|.woff|.woff2|.css|.less|.js"; var extensionsArray = extensions.Split('|'); directoryFiles = Directory.GetFiles(mappedPath, "*", SearchOption.AllDirectories) .Where(r => extensionsArray.Contains(Path.GetExtension(r))) .ToList(); StepCount = directoryFiles.Count(); } protected override void DoJob() { using var scope = ServiceProvider.CreateScope(); var tenantManager = scope.ServiceProvider.GetService(); var staticUploader = scope.ServiceProvider.GetService(); var tenant = tenantManager.GetTenant(TenantId); tenantManager.SetCurrentTenant(tenant); tenant.SetStatus(TenantStatus.Migrating); tenantManager.SaveTenant(tenant); PublishChanges(); foreach (var file in directoryFiles) { var filePath = file.Substring(mappedPath.TrimEnd('/').Length); staticUploader.UploadFile(CrossPlatform.PathCombine(relativePath, filePath), file, (res) => StepDone()); } tenant.SetStatus(Core.Tenants.TenantStatus.Active); tenantManager.SaveTenant(tenant); } public object Clone() { return MemberwiseClone(); } } [Scope] public class StaticUploaderScope { private TenantManager TenantManager { get; } private StaticUploader StaticUploader { get; } private SecurityContext SecurityContext { get; } private SettingsManager SettingsManager { get; } private StorageSettingsHelper StorageSettingsHelper { get; } public StaticUploaderScope(TenantManager tenantManager, StaticUploader staticUploader, SecurityContext securityContext, SettingsManager settingsManager, StorageSettingsHelper storageSettingsHelper) { TenantManager = tenantManager; StaticUploader = staticUploader; SecurityContext = securityContext; SettingsManager = settingsManager; StorageSettingsHelper = storageSettingsHelper; } public void Deconstruct(out TenantManager tenantManager, out StaticUploader staticUploader, out SecurityContext securityContext, out SettingsManager settingsManager, out StorageSettingsHelper storageSettingsHelper) { tenantManager = TenantManager; staticUploader = StaticUploader; securityContext = SecurityContext; settingsManager = SettingsManager; storageSettingsHelper = StorageSettingsHelper; } } public static class StaticUploaderExtension { public static void Register(DIHelper services) { services.TryAdd(); services.AddDistributedTaskQueueService(1); } } }