2019-06-04 14:43:20 +00:00
|
|
|
/*
|
|
|
|
*
|
|
|
|
* (c) Copyright Ascensio System Limited 2010-2018
|
|
|
|
*
|
|
|
|
* This program is freeware. You can redistribute it and/or modify it under the terms of the GNU
|
|
|
|
* General Public License (GPL) version 3 as published by the Free Software Foundation (https://www.gnu.org/copyleft/gpl.html).
|
|
|
|
* In accordance with Section 7(a) of the GNU GPL its Section 15 shall be amended to the effect that
|
|
|
|
* Ascensio System SIA expressly excludes the warranty of non-infringement of any third-party rights.
|
|
|
|
*
|
|
|
|
* THIS PROGRAM IS DISTRIBUTED WITHOUT ANY WARRANTY; WITHOUT EVEN THE IMPLIED WARRANTY OF MERCHANTABILITY OR
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE. For more details, see GNU GPL at https://www.gnu.org/copyleft/gpl.html
|
|
|
|
*
|
|
|
|
* You can contact Ascensio System SIA by email at sales@onlyoffice.com
|
|
|
|
*
|
|
|
|
* The interactive user interfaces in modified source and object code versions of ONLYOFFICE must display
|
|
|
|
* Appropriate Legal Notices, as required under Section 5 of the GNU GPL version 3.
|
|
|
|
*
|
|
|
|
* Pursuant to Section 7 § 3(b) of the GNU GPL you must retain the original ONLYOFFICE logo which contains
|
|
|
|
* relevant author attributions when distributing the software. If the display of the logo in its graphic
|
|
|
|
* form is not reasonably feasible for technical reasons, you must include the words "Powered by ONLYOFFICE"
|
|
|
|
* in every copy of the program you distribute.
|
|
|
|
* Pursuant to Section 7 § 3(e) we decline to grant you any rights under trademark law for use of our trademarks.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
using System;
|
|
|
|
using System.Collections.Generic;
|
|
|
|
using System.Linq;
|
|
|
|
using System.Threading;
|
2019-08-15 12:04:42 +00:00
|
|
|
using System.Threading.Tasks;
|
2020-07-08 15:30:23 +00:00
|
|
|
|
2019-06-04 14:43:20 +00:00
|
|
|
using ASC.Common.Caching;
|
|
|
|
using ASC.Common.Logging;
|
|
|
|
using ASC.Common.Threading.Progress;
|
|
|
|
using ASC.Core;
|
2019-11-08 12:21:51 +00:00
|
|
|
using ASC.Core.Common.Settings;
|
2019-06-04 14:43:20 +00:00
|
|
|
using ASC.Core.Tenants;
|
2019-10-17 15:55:35 +00:00
|
|
|
using ASC.Data.Storage.Configuration;
|
2020-07-08 15:30:23 +00:00
|
|
|
|
2019-11-06 15:03:09 +00:00
|
|
|
using Microsoft.Extensions.DependencyInjection;
|
|
|
|
using Microsoft.Extensions.Options;
|
|
|
|
|
2019-06-04 14:43:20 +00:00
|
|
|
namespace ASC.Data.Storage
|
|
|
|
{
|
|
|
|
public class StorageUploader
|
|
|
|
{
|
|
|
|
private static readonly TaskScheduler Scheduler;
|
|
|
|
private static readonly CancellationTokenSource TokenSource;
|
|
|
|
|
|
|
|
private static readonly ICache Cache;
|
2019-11-06 15:03:09 +00:00
|
|
|
private static readonly object Locker;
|
|
|
|
|
|
|
|
public IServiceProvider ServiceProvider { get; }
|
|
|
|
|
2019-06-04 14:43:20 +00:00
|
|
|
static StorageUploader()
|
|
|
|
{
|
2020-07-13 11:11:36 +00:00
|
|
|
Scheduler = new ConcurrentExclusiveSchedulerPair(TaskScheduler.Default, 4).ConcurrentScheduler;
|
2019-06-04 14:43:20 +00:00
|
|
|
TokenSource = new CancellationTokenSource();
|
|
|
|
Cache = AscCache.Memory;
|
|
|
|
Locker = new object();
|
|
|
|
}
|
2019-11-06 15:03:09 +00:00
|
|
|
|
|
|
|
public StorageUploader(IServiceProvider serviceProvider)
|
|
|
|
{
|
|
|
|
ServiceProvider = serviceProvider;
|
|
|
|
}
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2019-09-13 11:18:27 +00:00
|
|
|
public void Start(int tenantId, StorageSettings newStorageSettings, StorageFactoryConfig storageFactoryConfig)
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
|
|
|
if (TokenSource.Token.IsCancellationRequested) return;
|
|
|
|
|
|
|
|
MigrateOperation migrateOperation;
|
|
|
|
|
|
|
|
lock (Locker)
|
|
|
|
{
|
|
|
|
migrateOperation = Cache.Get<MigrateOperation>(GetCacheKey(tenantId));
|
|
|
|
if (migrateOperation != null) return;
|
|
|
|
|
2019-09-13 11:18:27 +00:00
|
|
|
migrateOperation = new MigrateOperation(ServiceProvider, tenantId, newStorageSettings, storageFactoryConfig);
|
2019-06-04 14:43:20 +00:00
|
|
|
Cache.Insert(GetCacheKey(tenantId), migrateOperation, DateTime.MaxValue);
|
|
|
|
}
|
|
|
|
|
|
|
|
var task = new Task(migrateOperation.RunJob, TokenSource.Token, TaskCreationOptions.LongRunning);
|
|
|
|
|
|
|
|
task.ConfigureAwait(false)
|
|
|
|
.GetAwaiter()
|
|
|
|
.OnCompleted(() =>
|
|
|
|
{
|
|
|
|
lock (Locker)
|
|
|
|
{
|
|
|
|
Cache.Remove(GetCacheKey(tenantId));
|
|
|
|
}
|
|
|
|
});
|
|
|
|
|
|
|
|
task.Start(Scheduler);
|
|
|
|
}
|
|
|
|
|
|
|
|
public static MigrateOperation GetProgress(int tenantId)
|
|
|
|
{
|
|
|
|
lock (Locker)
|
|
|
|
{
|
|
|
|
return Cache.Get<MigrateOperation>(GetCacheKey(tenantId));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public static void Stop()
|
|
|
|
{
|
|
|
|
TokenSource.Cancel();
|
|
|
|
}
|
|
|
|
|
|
|
|
private static string GetCacheKey(int tenantId)
|
|
|
|
{
|
|
|
|
return typeof(MigrateOperation).FullName + tenantId;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public class MigrateOperation : ProgressBase
|
|
|
|
{
|
2019-10-17 15:55:35 +00:00
|
|
|
private readonly ILog Log;
|
2019-06-04 14:43:20 +00:00
|
|
|
private static readonly string ConfigPath;
|
2019-09-13 11:18:27 +00:00
|
|
|
private readonly IEnumerable<string> Modules;
|
2019-06-04 14:43:20 +00:00
|
|
|
private readonly StorageSettings settings;
|
|
|
|
private readonly int tenantId;
|
|
|
|
|
|
|
|
static MigrateOperation()
|
|
|
|
{
|
|
|
|
ConfigPath = "";
|
|
|
|
}
|
|
|
|
|
2019-09-13 11:18:27 +00:00
|
|
|
public MigrateOperation(IServiceProvider serviceProvider, int tenantId, StorageSettings settings, StorageFactoryConfig storageFactoryConfig)
|
2019-11-06 15:03:09 +00:00
|
|
|
{
|
|
|
|
ServiceProvider = serviceProvider;
|
2019-06-04 14:43:20 +00:00
|
|
|
this.tenantId = tenantId;
|
2019-11-06 15:03:09 +00:00
|
|
|
this.settings = settings;
|
|
|
|
StorageFactoryConfig = storageFactoryConfig;
|
|
|
|
Modules = storageFactoryConfig.GetModuleList(ConfigPath, true);
|
|
|
|
StepCount = Modules.Count();
|
|
|
|
Log = serviceProvider.GetService<IOptionsMonitor<ILog>>().CurrentValue;
|
|
|
|
}
|
|
|
|
|
|
|
|
public IServiceProvider ServiceProvider { get; }
|
|
|
|
public StorageFactoryConfig StorageFactoryConfig { get; }
|
|
|
|
|
2019-06-04 14:43:20 +00:00
|
|
|
protected override void DoJob()
|
|
|
|
{
|
|
|
|
try
|
|
|
|
{
|
2019-11-06 15:03:09 +00:00
|
|
|
Log.DebugFormat("Tenant: {0}", tenantId);
|
|
|
|
using var scope = ServiceProvider.CreateScope();
|
|
|
|
var tenantManager = scope.ServiceProvider.GetService<TenantManager>();
|
2019-09-17 08:07:46 +00:00
|
|
|
var tenant = tenantManager.GetTenant(tenantId);
|
2019-11-06 15:03:09 +00:00
|
|
|
tenantManager.SetCurrentTenant(tenant);
|
|
|
|
|
2019-11-08 12:21:51 +00:00
|
|
|
var securityContext = scope.ServiceProvider.GetService<SecurityContext>();
|
2019-11-06 15:03:09 +00:00
|
|
|
var storageFactory = scope.ServiceProvider.GetService<StorageFactory>();
|
2019-11-08 12:21:51 +00:00
|
|
|
var options = scope.ServiceProvider.GetService<IOptionsMonitor<ILog>>();
|
|
|
|
var storageSettingsHelper = scope.ServiceProvider.GetService<StorageSettingsHelper>();
|
|
|
|
var settingsManager = scope.ServiceProvider.GetService<SettingsManager>();
|
2019-09-13 11:18:27 +00:00
|
|
|
|
2019-11-08 12:21:51 +00:00
|
|
|
securityContext.AuthenticateMe(tenant.OwnerId);
|
2019-06-04 14:43:20 +00:00
|
|
|
|
|
|
|
foreach (var module in Modules)
|
|
|
|
{
|
2019-09-13 11:18:27 +00:00
|
|
|
var oldStore = storageFactory.GetStorage(ConfigPath, tenantId.ToString(), module);
|
2019-11-08 12:21:51 +00:00
|
|
|
var store = storageFactory.GetStorageFromConsumer(ConfigPath, tenantId.ToString(), module, storageSettingsHelper.DataStoreConsumer(settings));
|
2019-09-13 11:18:27 +00:00
|
|
|
var domains = StorageFactoryConfig.GetDomainList(ConfigPath, module).ToList();
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2019-10-22 11:21:44 +00:00
|
|
|
var crossModuleTransferUtility = new CrossModuleTransferUtility(options, oldStore, store);
|
2019-06-04 14:43:20 +00:00
|
|
|
|
|
|
|
string[] files;
|
|
|
|
foreach (var domain in domains)
|
|
|
|
{
|
|
|
|
Status = module + domain;
|
|
|
|
Log.DebugFormat("Domain: {0}", domain);
|
|
|
|
files = oldStore.ListFilesRelative(domain, "\\", "*.*", true);
|
|
|
|
|
|
|
|
foreach (var file in files)
|
|
|
|
{
|
|
|
|
Log.DebugFormat("File: {0}", file);
|
|
|
|
crossModuleTransferUtility.CopyFile(domain, file, domain, file);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Log.Debug("Domain:");
|
|
|
|
|
|
|
|
files = oldStore.ListFilesRelative(string.Empty, "\\", "*.*", true)
|
|
|
|
.Where(path => domains.All(domain => !path.Contains(domain + "/")))
|
|
|
|
.ToArray();
|
|
|
|
|
|
|
|
foreach (var file in files)
|
|
|
|
{
|
|
|
|
Log.DebugFormat("File: {0}", file);
|
|
|
|
crossModuleTransferUtility.CopyFile("", file, "", file);
|
|
|
|
}
|
|
|
|
|
|
|
|
StepDone();
|
|
|
|
}
|
2019-11-08 12:21:51 +00:00
|
|
|
|
|
|
|
settingsManager.Save(settings);
|
2019-06-04 14:43:20 +00:00
|
|
|
tenant.SetStatus(TenantStatus.Active);
|
2019-09-17 08:07:46 +00:00
|
|
|
tenantManager.SaveTenant(tenant);
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
|
|
|
catch (Exception e)
|
|
|
|
{
|
|
|
|
Error = e;
|
|
|
|
Log.Error(e);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|