// (c) Copyright Ascensio System SIA 2010-2022 // // This program is a free software product. // You can redistribute it and/or modify it under the terms // of the GNU Affero General Public License (AGPL) version 3 as published by the Free Software // Foundation. In accordance with Section 7(a) of the GNU AGPL its Section 15 shall be amended // to the effect that Ascensio System SIA expressly excludes the warranty of non-infringement of // any third-party rights. // // This program is distributed WITHOUT ANY WARRANTY, without even the implied warranty // of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. For details, see // the GNU AGPL at: http://www.gnu.org/licenses/agpl-3.0.html // // You can contact Ascensio System SIA at Lubanas st. 125a-25, Riga, Latvia, EU, LV-1021. // // The interactive user interfaces in modified source and object code versions of the Program must // display Appropriate Legal Notices, as required under Section 5 of the GNU AGPL version 3. // // Pursuant to Section 7(b) of the License you must retain the original Product logo when // distributing the program. Pursuant to Section 7(e) we decline to grant you any rights under // trademark law for use of our trademarks. // // All the Product's GUI elements, including illustrations and icon sets, as well as technical writing // content are licensed under the terms of the Creative Commons Attribution-ShareAlike 4.0 // International. See the License terms at http://creativecommons.org/licenses/by-sa/4.0/legalcode namespace ASC.Data.Backup.Tasks.Modules; public class FilesModuleSpecifics : ModuleSpecificsBase { public override ModuleName ModuleName => ModuleName.Files; public override IEnumerable Tables => _tables; public override IEnumerable TableRelations => _tableRelations; private const string _bunchRightNodeStartProject = "projects/project/"; private const string _bunchRightNodeStartCrmOpportunity = "crm/opportunity/"; private const string _bunchRightNodeStartMy = "files/my/"; private const string _bunchRightNodeStartTrash = "files/trash/"; private static readonly Regex _regexIsInteger = new Regex(@"^\d+$", RegexOptions.Compiled); private readonly Helpers _helpers; private readonly ILogger _logger; private readonly TableInfo[] _tables = new[] { new TableInfo("files_bunch_objects", "tenant_id"), new TableInfo("files_file", "tenant_id", "id", IdType.Integer) { UserIDColumns = new[] {"create_by", "modified_by"}, DateColumns = new Dictionary {{"create_on", false}, {"modified_on", false}} }, new TableInfo("files_folder", "tenant_id", "id") { UserIDColumns = new[] {"create_by", "modified_by"}, DateColumns = new Dictionary {{"create_on", false}, {"modified_on", false}} }, new TableInfo("files_folder_tree"), new TableInfo("files_security", "tenant_id") {UserIDColumns = new[] {"owner"}}, new TableInfo("files_thirdparty_account", "tenant_id", "id") { UserIDColumns = new[] {"user_id"}, DateColumns = new Dictionary {{"create_on", false}} }, new TableInfo("files_thirdparty_id_mapping", "tenant_id") }; private readonly RelationInfo[] _tableRelations = new[] { new RelationInfo("core_user", "id", "files_bunch_objects", "right_node", typeof(TenantsModuleSpecifics), x => { var rightNode = Convert.ToString(x["right_node"]); return rightNode.StartsWith(_bunchRightNodeStartMy) || rightNode.StartsWith(_bunchRightNodeStartTrash); }), new RelationInfo("core_user", "id", "files_security", "subject", typeof(TenantsModuleSpecifics)), new RelationInfo("core_group", "id", "files_security", "subject", typeof(TenantsModuleSpecifics)), new RelationInfo("files_folder", "id", "files_bunch_objects", "left_node"), new RelationInfo("files_folder", "id", "files_file", "folder_id"), new RelationInfo("files_folder", "id", "files_folder", "parent_id"), new RelationInfo("files_folder", "id", "files_folder_tree", "folder_id"), new RelationInfo("files_folder", "id", "files_folder_tree", "parent_id"), new RelationInfo("files_file", "id", "files_security", "entry_id", x => Convert.ToInt32(x["entry_type"]) == 2 && _regexIsInteger.IsMatch(Convert.ToString(x["entry_id"]))), new RelationInfo("files_folder", "id", "files_security", "entry_id", x => Convert.ToInt32(x["entry_type"]) == 1 && _regexIsInteger.IsMatch(Convert.ToString(x["entry_id"]))), new RelationInfo("files_thirdparty_id_mapping", "hash_id", "files_security", "entry_id", x => !_regexIsInteger.IsMatch(Convert.ToString(x["entry_id"]))), new RelationInfo("files_thirdparty_account", "id", "files_thirdparty_id_mapping", "id"), new RelationInfo("files_thirdparty_account", "id", "files_thirdparty_id_mapping", "hash_id") }; public FilesModuleSpecifics(ILogger logger, Helpers helpers) : base(helpers) { _logger = logger; _helpers = helpers; } public override bool TryAdjustFilePath(bool dump, ColumnMapper columnMapper, ref string filePath) { var match = Regex.Match(filePath.Replace('\\', '/'), @"^folder_\d+/file_(?'fileId'\d+)/(?'versionExtension'v\d+/[\.\w]+)$", RegexOptions.Compiled); if (match.Success) { var fileId = columnMapper.GetMapping("files_file", "id", match.Groups["fileId"].Value); if (fileId == null) { if (!dump) { return false; } fileId = match.Groups["fileId"].Value; } filePath = string.Format("folder_{0}/file_{1}/{2}", (Convert.ToInt32(fileId) / 1000 + 1) * 1000, fileId, match.Groups["versionExtension"].Value); return true; } return false; } public override void PrepareData(DataTable data) { if (data.TableName == "files_thirdparty_account") { var providerColumn = data.Columns.Cast().Single(c => c.ColumnName == "provider"); var pwdColumn = data.Columns.Cast().Single(c => c.ColumnName == "password"); var tokenColumn = data.Columns.Cast().Single(c => c.ColumnName == "token"); for (var i = 0; i < data.Rows.Count; i++) { var row = data.Rows[i]; try { row[pwdColumn] = _helpers.CreateHash2(row[pwdColumn] as string); row[tokenColumn] = _helpers.CreateHash2(row[tokenColumn] as string); } catch (Exception ex) { _logger.ErrorCanNotPrepareData(row[providerColumn] as string, ex); data.Rows.Remove(row); i--; } } } } protected override string GetSelectCommandConditionText(int tenantId, TableInfo table) { if (table.Name == "files_folder_tree") { return "inner join files_folder as t1 on t1.id = t.folder_id where t1.tenant_id = " + tenantId; } if (table.Name == "files_file") { // do not backup previus backup files return "where not exists(select 1 from backup_backup b where b.tenant_id = t.tenant_id and b.storage_path = t.id) and t.tenant_id = " + tenantId; } return base.GetSelectCommandConditionText(tenantId, table); } protected override bool TryPrepareRow(bool dump, DbConnection connection, ColumnMapper columnMapper, TableInfo table, DataRowInfo row, out Dictionary preparedRow) { if (row.TableName == "files_thirdparty_id_mapping") { //todo: think... preparedRow = new Dictionary(); object folderId = null; var sboxId = Regex.Replace(row[1].ToString(), @"(?<=(?:sbox-|box-|dropbox-|spoint-|drive-|onedrive-))\d+", match => { folderId = columnMapper.GetMapping("files_thirdparty_account", "id", match.Value); return Convert.ToString(folderId); }, RegexOptions.Compiled); if (folderId == null) { return false; } var hashBytes = MD5.Create().ComputeHash(Encoding.UTF8.GetBytes(sboxId)); var hashedId = BitConverter.ToString(hashBytes).Replace("-", "").ToLower(); preparedRow.Add("hash_id", hashedId); preparedRow.Add("id", sboxId); preparedRow.Add("tenant_id", columnMapper.GetTenantMapping()); columnMapper.SetMapping("files_thirdparty_id_mapping", "hash_id", row["hash_id"], hashedId); return true; } return base.TryPrepareRow(dump, connection, columnMapper, table, row, out preparedRow); } protected override bool TryPrepareValue(bool dump, DbConnection connection, ColumnMapper columnMapper, TableInfo table, string columnName, IEnumerable relations, ref object value) { var relationList = relations.ToList(); if (relationList.All(x => x.ChildTable == "files_security" && x.ChildColumn == "subject")) { //note: value could be ShareForEveryoneID and in that case result should be always false var strVal = Convert.ToString(value); if (_helpers.IsEmptyOrSystemUser(strVal) || _helpers.IsEmptyOrSystemGroup(strVal)) { return true; } foreach (var relation in relationList) { var mapping = columnMapper.GetMapping(relation.ParentTable, relation.ParentColumn, value); if (mapping != null) { value = mapping; return true; } } return false; } return base.TryPrepareValue(dump, connection, columnMapper, table, columnName, relationList, ref value); } protected override bool TryPrepareValue(DbConnection connection, ColumnMapper columnMapper, RelationInfo relation, ref object value) { if (relation.ChildTable == "files_bunch_objects" && relation.ChildColumn == "right_node") { var strValue = Convert.ToString(value); var start = GetStart(strValue); if (start == null) { return false; } var entityId = columnMapper.GetMapping(relation.ParentTable, relation.ParentColumn, strValue.Substring(start.Length)); if (entityId == null) { return false; } value = strValue.Substring(0, start.Length) + entityId; return true; } return base.TryPrepareValue(connection, columnMapper, relation, ref value); } protected override bool TryPrepareValue(DbConnection connection, ColumnMapper columnMapper, TableInfo table, string columnName, ref object value) { if (table.Name == "files_thirdparty_account" && (columnName == "password" || columnName == "token") && value != null) { try { value = _helpers.CreateHash(value as string); // save original hash } catch (Exception err) { _logger.ErrorCanNotPrepareValue(value, err); value = null; } return true; } if (table.Name == "files_folder" && (columnName == "create_by" || columnName == "modified_by")) { base.TryPrepareValue(connection, columnMapper, table, columnName, ref value); return true; } return base.TryPrepareValue(connection, columnMapper, table, columnName, ref value); } private static string GetStart(string value) { var allStarts = new[] { _bunchRightNodeStartProject, _bunchRightNodeStartMy, _bunchRightNodeStartTrash, _bunchRightNodeStartCrmOpportunity }; return allStarts.FirstOrDefault(value.StartsWith); } } public class FilesModuleSpecifics2 : ModuleSpecificsBase { public override ModuleName ModuleName => ModuleName.Files2; public override IEnumerable Tables => _tables; public override IEnumerable TableRelations => _rels; private static readonly Regex _regexIsInteger = new Regex(@"^\d+$", RegexOptions.Compiled); private const string _tagStartMessage = "Message"; private const string _tagStartTask = "Task"; private const string _tagStartProject = "Project"; private const string _tagStartRelationshipEvent = "RelationshipEvent_"; private readonly TableInfo[] _tables = new[] { new TableInfo("files_tag", "tenant_id", "id") {UserIDColumns = new[] {"owner"}}, new TableInfo("files_tag_link", "tenant_id") { UserIDColumns = new[] {"create_by"}, DateColumns = new Dictionary {{"create_on", false}} }, }; private readonly RelationInfo[] _rels = new[] { new RelationInfo("files_tag", "id", "files_tag_link", "tag_id", typeof(FilesModuleSpecifics)), new RelationInfo("files_file", "id", "files_tag_link", "entry_id", typeof(FilesModuleSpecifics), x => Convert.ToInt32(x["entry_type"]) == 2 && _regexIsInteger.IsMatch(Convert.ToString(x["entry_id"]))), new RelationInfo("files_folder", "id", "files_tag_link", "entry_id",typeof(FilesModuleSpecifics), x => Convert.ToInt32(x["entry_type"]) == 1 && _regexIsInteger.IsMatch(Convert.ToString(x["entry_id"]))), new RelationInfo("files_thirdparty_id_mapping", "hash_id", "files_tag_link", "entry_id", typeof(FilesModuleSpecifics), x => !_regexIsInteger.IsMatch(Convert.ToString(x["entry_id"]))), }; public FilesModuleSpecifics2(Helpers helpers) : base(helpers) { } protected override bool TryPrepareValue(DbConnection connection, ColumnMapper columnMapper, RelationInfo relation, ref object value) { if (relation.ChildTable == "files_tag" && relation.ChildColumn == "name") { var str = Convert.ToString(value); var start = GetStart(str); if (start == null) { return false; } var entityId = columnMapper.GetMapping(relation.ParentTable, relation.ParentColumn, str.Substring(start.Length)); if (entityId == null) { return false; } value = str.Substring(0, start.Length) + entityId; return true; } return base.TryPrepareValue(connection, columnMapper, relation, ref value); } private static string GetStart(string value) { var allStarts = new[] { _tagStartMessage, _tagStartTask, _tagStartRelationshipEvent, _tagStartProject, }; return allStarts.FirstOrDefault(value.StartsWith); } }