2022-03-15 18:00:53 +00:00
|
|
|
// (c) Copyright Ascensio System SIA 2010-2022
|
|
|
|
//
|
|
|
|
// This program is a free software product.
|
|
|
|
// You can redistribute it and/or modify it under the terms
|
|
|
|
// of the GNU Affero General Public License (AGPL) version 3 as published by the Free Software
|
|
|
|
// Foundation. In accordance with Section 7(a) of the GNU AGPL its Section 15 shall be amended
|
|
|
|
// to the effect that Ascensio System SIA expressly excludes the warranty of non-infringement of
|
|
|
|
// any third-party rights.
|
|
|
|
//
|
|
|
|
// This program is distributed WITHOUT ANY WARRANTY, without even the implied warranty
|
|
|
|
// of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. For details, see
|
|
|
|
// the GNU AGPL at: http://www.gnu.org/licenses/agpl-3.0.html
|
|
|
|
//
|
|
|
|
// You can contact Ascensio System SIA at Lubanas st. 125a-25, Riga, Latvia, EU, LV-1021.
|
|
|
|
//
|
|
|
|
// The interactive user interfaces in modified source and object code versions of the Program must
|
|
|
|
// display Appropriate Legal Notices, as required under Section 5 of the GNU AGPL version 3.
|
|
|
|
//
|
|
|
|
// Pursuant to Section 7(b) of the License you must retain the original Product logo when
|
|
|
|
// distributing the program. Pursuant to Section 7(e) we decline to grant you any rights under
|
|
|
|
// trademark law for use of our trademarks.
|
|
|
|
//
|
|
|
|
// All the Product's GUI elements, including illustrations and icon sets, as well as technical writing
|
|
|
|
// content are licensed under the terms of the Creative Commons Attribution-ShareAlike 4.0
|
|
|
|
// International. See the License terms at http://creativecommons.org/licenses/by-sa/4.0/legalcode
|
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
namespace ASC.Core.ChunkedUploader;
|
|
|
|
|
|
|
|
public class CommonChunkedUploadSessionHolder
|
|
|
|
{
|
|
|
|
public IDataStore DataStore { get; set; }
|
|
|
|
|
|
|
|
public static readonly TimeSpan SlidingExpiration = TimeSpan.FromHours(12);
|
|
|
|
private readonly TempPath _tempPath;
|
2022-04-26 17:53:48 +00:00
|
|
|
private readonly ILogger _logger;
|
2022-02-10 11:24:16 +00:00
|
|
|
private readonly string _domain;
|
|
|
|
private readonly long _maxChunkUploadSize;
|
|
|
|
|
2022-03-25 16:26:06 +00:00
|
|
|
private const string StoragePath = "sessions";
|
2022-02-10 11:24:16 +00:00
|
|
|
|
|
|
|
public CommonChunkedUploadSessionHolder(
|
|
|
|
TempPath tempPath,
|
2022-04-26 17:53:48 +00:00
|
|
|
ILogger logger,
|
2022-02-10 11:24:16 +00:00
|
|
|
IDataStore dataStore,
|
|
|
|
string domain,
|
|
|
|
long maxChunkUploadSize = 10 * 1024 * 1024)
|
2022-02-10 09:36:42 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
_tempPath = tempPath;
|
2022-04-26 17:53:48 +00:00
|
|
|
_logger = logger;
|
2022-02-10 11:24:16 +00:00
|
|
|
DataStore = dataStore;
|
|
|
|
_domain = domain;
|
|
|
|
_maxChunkUploadSize = maxChunkUploadSize;
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task DeleteExpiredAsync()
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
// clear old sessions
|
|
|
|
try
|
2021-05-21 13:26:42 +00:00
|
|
|
{
|
2022-03-25 16:26:06 +00:00
|
|
|
await DataStore.DeleteExpiredAsync(_domain, StoragePath, SlidingExpiration);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
catch (Exception err)
|
|
|
|
{
|
2022-05-20 15:24:41 +00:00
|
|
|
_logger.ErrorDeleteExpired(err);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task StoreAsync(CommonChunkedUploadSession s)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
using var stream = s.Serialize();
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.SavePrivateAsync(_domain, GetPathWithId(s.Id), stream, s.Expired);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
2021-06-07 10:54:17 +00:00
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task RemoveAsync(CommonChunkedUploadSession s)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.DeleteAsync(_domain, GetPathWithId(s.Id));
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public Task<Stream> GetStreamAsync(string sessionId)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
return DataStore.GetReadStreamAsync(_domain, GetPathWithId(sessionId));
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public Task InitAsync(CommonChunkedUploadSession chunkedUploadSession)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
if (chunkedUploadSession.BytesTotal < _maxChunkUploadSize)
|
2021-06-07 10:54:17 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
chunkedUploadSession.UseChunks = false;
|
2022-02-23 19:42:34 +00:00
|
|
|
return Task.CompletedTask;
|
2021-06-07 10:54:17 +00:00
|
|
|
}
|
2021-05-21 13:26:42 +00:00
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
return internalInitAsync(chunkedUploadSession);
|
|
|
|
}
|
|
|
|
|
|
|
|
private async Task internalInitAsync(CommonChunkedUploadSession chunkedUploadSession)
|
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
var tempPath = Guid.NewGuid().ToString();
|
2022-02-23 19:42:34 +00:00
|
|
|
var uploadId = await DataStore.InitiateChunkedUploadAsync(_domain, tempPath);
|
2022-02-10 11:24:16 +00:00
|
|
|
|
|
|
|
chunkedUploadSession.TempPath = tempPath;
|
|
|
|
chunkedUploadSession.UploadId = uploadId;
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task FinalizeAsync(CommonChunkedUploadSession uploadSession)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
var tempPath = uploadSession.TempPath;
|
|
|
|
var uploadId = uploadSession.UploadId;
|
|
|
|
var eTags = uploadSession.GetItemOrDefault<List<string>>("ETag")
|
|
|
|
.Select((x, i) => new KeyValuePair<int, string>(i + 1, x))
|
|
|
|
.ToDictionary(x => x.Key, x => x.Value);
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.FinalizeChunkedUploadAsync(_domain, tempPath, uploadId, eTags);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task MoveAsync(CommonChunkedUploadSession chunkedUploadSession, string newPath, bool quotaCheckFileSize = true)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.MoveAsync(_domain, chunkedUploadSession.TempPath, string.Empty, newPath, quotaCheckFileSize);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task AbortAsync(CommonChunkedUploadSession uploadSession)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
if (uploadSession.UseChunks)
|
|
|
|
{
|
|
|
|
var tempPath = uploadSession.TempPath;
|
|
|
|
var uploadId = uploadSession.UploadId;
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.AbortChunkedUploadAsync(_domain, tempPath, uploadId);
|
2021-05-21 13:26:42 +00:00
|
|
|
}
|
2022-02-10 11:24:16 +00:00
|
|
|
else if (!string.IsNullOrEmpty(uploadSession.ChunksBuffer))
|
|
|
|
{
|
|
|
|
File.Delete(uploadSession.ChunksBuffer);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task UploadChunkAsync(CommonChunkedUploadSession uploadSession, Stream stream, long length)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
var tempPath = uploadSession.TempPath;
|
|
|
|
var uploadId = uploadSession.UploadId;
|
2022-06-02 16:24:28 +00:00
|
|
|
|
|
|
|
int chunkNumber;
|
|
|
|
int.TryParse(uploadSession.GetItemOrDefault<string>("ChunksUploaded"), out chunkNumber);
|
|
|
|
chunkNumber++;
|
2022-02-10 11:24:16 +00:00
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
var eTag = await DataStore.UploadChunkAsync(_domain, tempPath, uploadId, stream, _maxChunkUploadSize, chunkNumber, length);
|
2022-02-10 11:24:16 +00:00
|
|
|
|
2022-06-02 16:24:28 +00:00
|
|
|
uploadSession.Items["ChunksUploaded"] = chunkNumber.ToString();
|
2022-02-10 11:24:16 +00:00
|
|
|
uploadSession.BytesUploaded += length;
|
|
|
|
|
|
|
|
var eTags = uploadSession.GetItemOrDefault<List<string>>("ETag") ?? new List<string>();
|
|
|
|
eTags.Add(eTag);
|
|
|
|
uploadSession.Items["ETag"] = eTags;
|
|
|
|
}
|
|
|
|
|
|
|
|
public Stream UploadSingleChunk(CommonChunkedUploadSession uploadSession, Stream stream, long chunkLength)
|
|
|
|
{
|
|
|
|
if (uploadSession.BytesTotal == 0)
|
2022-03-17 15:01:39 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
uploadSession.BytesTotal = chunkLength;
|
2022-03-17 15:01:39 +00:00
|
|
|
}
|
2022-02-10 11:24:16 +00:00
|
|
|
|
|
|
|
if (uploadSession.BytesTotal >= chunkLength)
|
|
|
|
{
|
|
|
|
//This is hack fixing strange behaviour of plupload in flash mode.
|
|
|
|
|
|
|
|
if (string.IsNullOrEmpty(uploadSession.ChunksBuffer))
|
|
|
|
{
|
|
|
|
uploadSession.ChunksBuffer = _tempPath.GetTempFileName();
|
|
|
|
}
|
|
|
|
|
|
|
|
using (var bufferStream = new FileStream(uploadSession.ChunksBuffer, FileMode.Append))
|
|
|
|
{
|
|
|
|
stream.CopyTo(bufferStream);
|
|
|
|
}
|
|
|
|
|
|
|
|
uploadSession.BytesUploaded += chunkLength;
|
|
|
|
|
|
|
|
if (uploadSession.BytesTotal == uploadSession.BytesUploaded)
|
|
|
|
{
|
|
|
|
return new FileStream(uploadSession.ChunksBuffer, FileMode.Open, FileAccess.ReadWrite, FileShare.ReadWrite,
|
|
|
|
4096, FileOptions.DeleteOnClose);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return Stream.Null;
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task<Stream> UploadSingleChunkAsync(CommonChunkedUploadSession uploadSession, Stream stream, long chunkLength)
|
|
|
|
{
|
|
|
|
if (uploadSession.BytesTotal == 0)
|
2022-03-17 15:01:39 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
uploadSession.BytesTotal = chunkLength;
|
2022-03-17 15:01:39 +00:00
|
|
|
}
|
2022-02-23 19:42:34 +00:00
|
|
|
|
|
|
|
if (uploadSession.BytesTotal >= chunkLength)
|
|
|
|
{
|
|
|
|
//This is hack fixing strange behaviour of plupload in flash mode.
|
|
|
|
|
|
|
|
if (string.IsNullOrEmpty(uploadSession.ChunksBuffer))
|
|
|
|
{
|
|
|
|
uploadSession.ChunksBuffer = _tempPath.GetTempFileName();
|
|
|
|
}
|
|
|
|
|
|
|
|
using (var bufferStream = new FileStream(uploadSession.ChunksBuffer, FileMode.Append))
|
|
|
|
{
|
|
|
|
await stream.CopyToAsync(bufferStream);
|
|
|
|
}
|
|
|
|
|
|
|
|
uploadSession.BytesUploaded += chunkLength;
|
|
|
|
|
|
|
|
if (uploadSession.BytesTotal == uploadSession.BytesUploaded)
|
|
|
|
{
|
|
|
|
return new FileStream(uploadSession.ChunksBuffer, FileMode.Open, FileAccess.ReadWrite, FileShare.ReadWrite,
|
|
|
|
4096, FileOptions.DeleteOnClose);
|
|
|
|
}
|
2021-10-21 17:59:05 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
return Stream.Null;
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
2022-02-23 19:42:34 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
private string GetPathWithId(string id)
|
|
|
|
{
|
2022-03-25 16:26:06 +00:00
|
|
|
return CrossPlatform.PathCombine(StoragePath, id + ".session");
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
}
|