DocSpace-client/common/ASC.Data.Storage/Encryption/EncryptionOperation.cs

// (c) Copyright Ascensio System SIA 2010-2022
//
// This program is a free software product.
// You can redistribute it and/or modify it under the terms
// of the GNU Affero General Public License (AGPL) version 3 as published by the Free Software
// Foundation. In accordance with Section 7(a) of the GNU AGPL its Section 15 shall be amended
// to the effect that Ascensio System SIA expressly excludes the warranty of non-infringement of
// any third-party rights.
//
// This program is distributed WITHOUT ANY WARRANTY, without even the implied warranty
// of MERCHANTABILITY or FITNESS FOR A PARTICULAR  PURPOSE. For details, see
// the GNU AGPL at: http://www.gnu.org/licenses/agpl-3.0.html
//
// You can contact Ascensio System SIA at Lubanas st. 125a-25, Riga, Latvia, EU, LV-1021.
//
// The  interactive user interfaces in modified source and object code versions of the Program must
// display Appropriate Legal Notices, as required under Section 5 of the GNU AGPL version 3.
//
// Pursuant to Section 7(b) of the License you must retain the original Product logo when
// distributing the program. Pursuant to Section 7(e) we decline to grant you any rights under
// trademark law for use of our trademarks.
//
// All the Product's GUI elements, including illustrations and icon sets, as well as technical writing
// content are licensed under the terms of the Creative Commons Attribution-ShareAlike 4.0
// International. See the License terms at http://creativecommons.org/licenses/by-sa/4.0/legalcode

using Tenant = ASC.Core.Tenants.Tenant;

namespace ASC.Data.Storage.Encryption;

[Transient(Additional = typeof(EncryptionOperationExtension))]
public class EncryptionOperation : DistributedTaskProgress
{
    private const string ConfigPath = "";
    private const string ProgressFileName = "EncryptionProgress.tmp";

    private readonly IServiceScopeFactory _serviceScopeFactory;
    private bool _hasErrors;
    private EncryptionSettings _encryptionSettings;
    private bool _isEncryption;
    private bool _useProgressFile;
    private IEnumerable<string> _modules;
    private IEnumerable<Tenant> _tenants;
    private string _serverRootPath;

    public EncryptionOperation(IServiceScopeFactory serviceScopeFactory)
    {
        _serviceScopeFactory = serviceScopeFactory;
    }

    public void Init(EncryptionSettingsProto encryptionSettingsProto, string id)
    {
        Id = id;
        _encryptionSettings = new EncryptionSettings(encryptionSettingsProto);
        _isEncryption = _encryptionSettings.Status == EncryprtionStatus.EncryptionStarted;
        _serverRootPath = encryptionSettingsProto.ServerRootPath;
    }

    protected override void DoJob()
    {
        using var scope = _serviceScopeFactory.CreateScope();
        var scopeClass = scope.ServiceProvider.GetService<EncryptionOperationScope>();
        var (log, encryptionSettingsHelper, tenantManager, notifyHelper, coreBaseSettings, storageFactoryConfig, storageFactory, configuration) = scopeClass;
        notifyHelper.Init(_serverRootPath);
        _tenants = tenantManager.GetTenants(false);
        _modules = storageFactoryConfig.GetModuleList(ConfigPath, true);
        _useProgressFile = Convert.ToBoolean(configuration["storage:encryption:progressfile"] ?? "true");

        Percentage = 10;
        PublishChanges();

        try
        {
            if (!coreBaseSettings.Standalone)
            {
                throw new NotSupportedException();
            }

            if (_encryptionSettings.Status == EncryprtionStatus.Encrypted || _encryptionSettings.Status == EncryprtionStatus.Decrypted)
            {
                log.DebugStorageAlready(_encryptionSettings.Status);

                return;
            }

            Percentage = 30;
            PublishChanges();

            foreach (var tenant in _tenants)
            {
                var dictionary = new Dictionary<string, DiscDataStore>();

                foreach (var module in _modules)
                {
                    dictionary.Add(module, (DiscDataStore)storageFactory.GetStorage(ConfigPath, tenant.Id.ToString(), module));
                }

                Parallel.ForEach(dictionary, (elem) =>
                {
                    EncryptStoreAsync(tenant, elem.Key, elem.Value, storageFactoryConfig, log).Wait();
                });
            }

            Percentage = 70;
            PublishChanges();

            if (!_hasErrors)
            {
                DeleteProgressFilesAsync(storageFactory).Wait();
                SaveNewSettings(encryptionSettingsHelper, log);
            }

            Percentage = 90;
            PublishChanges();

            ActivateTenants(tenantManager, log, notifyHelper);

            Percentage = 100;
            PublishChanges();
        }
        catch (Exception e)
        {
            Exception = e;
            log.ErrorEncryptionOperation(e);
        }
    }

    private async Task EncryptStoreAsync(Tenant tenant, string module, DiscDataStore store, StorageFactoryConfig storageFactoryConfig, ILogger log)
    {
        var domains = storageFactoryConfig.GetDomainList(ConfigPath, module).ToList();

        domains.Add(string.Empty);

        var progress = await ReadProgressAsync(store);

        foreach (var domain in domains)
        {
            var logParent = $"Tenant: {tenant.Alias}, Module: {module}, Domain: {domain}";

            var files = await GetFilesAsync(domains, progress, store, domain);

            EncryptFiles(store, domain, files, logParent, log);
        }

        StepDone();

        log.DebugPercentage(Percentage);
    }

    private Task<List<string>> ReadProgressAsync(DiscDataStore store)
    {
        if (!_useProgressFile)
        {
            return Task.FromResult(new List<string>());
        }

        return InternalReadProgressAsync(store);
    }

    private async Task<List<string>> InternalReadProgressAsync(DiscDataStore store)
    {
        var encryptedFiles = new List<string>();

        if (await store.IsFileAsync(string.Empty, ProgressFileName))
        {
            using var stream = await store.GetReadStreamAsync(string.Empty, ProgressFileName);
            using var reader = new StreamReader(stream);
            string line;

            while ((line = reader.ReadLine()) != null)
            {
                encryptedFiles.Add(line);
            }
        }
        else
        {
            store.GetWriteStream(string.Empty, ProgressFileName).Close();
        }

        return encryptedFiles;
    }

    private async Task<IEnumerable<string>> GetFilesAsync(List<string> domains, List<string> progress, DiscDataStore targetStore, string targetDomain)
    {
        IEnumerable<string> files = await targetStore.ListFilesRelativeAsync(targetDomain, "\\", "*.*", true).ToListAsync();

        if (progress.Count > 0)
        {
            files = files.Where(path => !progress.Contains(path));
        }

        if (!string.IsNullOrEmpty(targetDomain))
        {
            return files;
        }

        var notEmptyDomains = domains.Where(domain => !string.IsNullOrEmpty(domain));

        if (notEmptyDomains.Any())
        {
            files = files.Where(path => notEmptyDomains.All(domain => !path.Contains(domain + Path.DirectorySeparatorChar)));
        }

        files = files.Where(path => !path.EndsWith(ProgressFileName));

        return files;
    }

    private void EncryptFiles(DiscDataStore store, string domain, IEnumerable<string> files, string logParent, ILogger log)
    {
        foreach (var file in files)
        {
            var logItem = $"{logParent}, File: {file}";

            log.Debug(logItem);

            try
            {
                if (_isEncryption)
                {
                    store.Encrypt(domain, file);
                }
                else
                {
                    store.Decrypt(domain, file);
                }

                WriteProgress(store, file, _useProgressFile);
            }
            catch (Exception e)
            {
                _hasErrors = true;
                log.ErrorLogItem(logItem, e);

                // ERROR_DISK_FULL: There is not enough space on the disk.
                // if (e is IOException && e.HResult == unchecked((int)0x80070070)) break;
            }
        }
    }

    private void WriteProgress(DiscDataStore store, string file, bool useProgressFile)
    {
        if (!useProgressFile)
        {
            return;
        }

        using var stream = store.GetWriteStream(string.Empty, ProgressFileName, FileMode.Append);
        using var writer = new StreamWriter(stream);
        writer.WriteLine(file);
    }

    private async Task DeleteProgressFilesAsync(StorageFactory storageFactory)
    {
        foreach (var tenant in _tenants)
        {
            foreach (var module in _modules)
            {
                var store = (DiscDataStore)storageFactory.GetStorage(ConfigPath, tenant.Id.ToString(), module);

                if (await store.IsFileAsync(string.Empty, ProgressFileName))
                {
                    await store.DeleteAsync(string.Empty, ProgressFileName);
                }
            }
        }
    }

    private void SaveNewSettings(EncryptionSettingsHelper encryptionSettingsHelper, ILogger log)
    {
        if (_isEncryption)
        {
            _encryptionSettings.Status = EncryprtionStatus.Encrypted;
        }
        else
        {
            _encryptionSettings.Status = EncryprtionStatus.Decrypted;
            _encryptionSettings.Password = string.Empty;
        }

        encryptionSettingsHelper.Save(_encryptionSettings);

        log.DebugSaveNewEncryptionSettings();
    }

    private void ActivateTenants(TenantManager tenantManager, ILogger log, NotifyHelper notifyHelper)
    {
        foreach (var tenant in _tenants)
        {
            if (tenant.Status == TenantStatus.Encryption)
            {
                tenantManager.SetCurrentTenant(tenant);

                tenant.SetStatus(TenantStatus.Active);
                tenantManager.SaveTenant(tenant);
                log.DebugTenantSetStatusActive(tenant.Alias);

                if (!_hasErrors)
                {
                    if (_encryptionSettings.NotifyUsers)
                    {
                        if (_isEncryption)
                        {
                            notifyHelper.SendStorageEncryptionSuccess(tenant.Id);
                        }
                        else
                        {
                            notifyHelper.SendStorageDecryptionSuccess(tenant.Id);
                        }
                        log.DebugTenantSendStorageEncryptionSuccess(tenant.Alias);
                    }
                }
                else
                {
                    if (_isEncryption)
                    {
                        notifyHelper.SendStorageEncryptionError(tenant.Id);
                    }
                    else
                    {
                        notifyHelper.SendStorageDecryptionError(tenant.Id);
                    }

                    log.DebugTenantSendStorageEncryptionError(tenant.Alias);
                }
            }
        }
    }
}

[Scope]
public class EncryptionOperationScope
{
    private readonly ILogger _logger;
    private readonly EncryptionSettingsHelper _encryptionSettingsHelper;
    private readonly TenantManager _tenantManager;
    private readonly NotifyHelper _notifyHelper;
    private readonly CoreBaseSettings _coreBaseSettings;
    private readonly StorageFactoryConfig _storageFactoryConfig;
    private readonly StorageFactory _storageFactory;
    private readonly IConfiguration _configuration;

    public EncryptionOperationScope(
        ILogger<EncryptionOperationScope> logger,
       StorageFactoryConfig storageFactoryConfig,
       StorageFactory storageFactory,
       TenantManager tenantManager,
       CoreBaseSettings coreBaseSettings,
       NotifyHelper notifyHelper,
       EncryptionSettingsHelper encryptionSettingsHelper,
       IConfiguration configuration)
    {
        _logger = logger;
        _storageFactoryConfig = storageFactoryConfig;
        _storageFactory = storageFactory;
        _tenantManager = tenantManager;
        _coreBaseSettings = coreBaseSettings;
        _notifyHelper = notifyHelper;
        _encryptionSettingsHelper = encryptionSettingsHelper;
        _configuration = configuration;
    }

    public void Deconstruct(out ILogger log, out EncryptionSettingsHelper encryptionSettingsHelper, out TenantManager tenantManager, out NotifyHelper notifyHelper, out CoreBaseSettings coreBaseSettings, out StorageFactoryConfig storageFactoryConfig, out StorageFactory storageFactory, out IConfiguration configuration)
    {
        log = _logger;
        encryptionSettingsHelper = _encryptionSettingsHelper;
        tenantManager = _tenantManager;
        notifyHelper = _notifyHelper;
        coreBaseSettings = _coreBaseSettings;
        storageFactoryConfig = _storageFactoryConfig;
        storageFactory = _storageFactory;
        configuration = _configuration;
    }
}

public static class EncryptionOperationExtension
{
    public static void Register(DIHelper services)
    {
        services.TryAdd<EncryptionOperationScope>();
    }
}