2019-06-04 14:43:20 +00:00
|
|
|
/*
|
|
|
|
*
|
|
|
|
* (c) Copyright Ascensio System Limited 2010-2018
|
|
|
|
*
|
|
|
|
* This program is freeware. You can redistribute it and/or modify it under the terms of the GNU
|
|
|
|
* General Public License (GPL) version 3 as published by the Free Software Foundation (https://www.gnu.org/copyleft/gpl.html).
|
|
|
|
* In accordance with Section 7(a) of the GNU GPL its Section 15 shall be amended to the effect that
|
|
|
|
* Ascensio System SIA expressly excludes the warranty of non-infringement of any third-party rights.
|
|
|
|
*
|
|
|
|
* THIS PROGRAM IS DISTRIBUTED WITHOUT ANY WARRANTY; WITHOUT EVEN THE IMPLIED WARRANTY OF MERCHANTABILITY OR
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE. For more details, see GNU GPL at https://www.gnu.org/copyleft/gpl.html
|
|
|
|
*
|
|
|
|
* You can contact Ascensio System SIA by email at sales@onlyoffice.com
|
|
|
|
*
|
|
|
|
* The interactive user interfaces in modified source and object code versions of ONLYOFFICE must display
|
|
|
|
* Appropriate Legal Notices, as required under Section 5 of the GNU GPL version 3.
|
|
|
|
*
|
|
|
|
* Pursuant to Section 7 § 3(b) of the GNU GPL you must retain the original ONLYOFFICE logo which contains
|
|
|
|
* relevant author attributions when distributing the software. If the display of the logo in its graphic
|
|
|
|
* form is not reasonably feasible for technical reasons, you must include the words "Powered by ONLYOFFICE"
|
|
|
|
* in every copy of the program you distribute.
|
|
|
|
* Pursuant to Section 7 § 3(e) we decline to grant you any rights under trademark law for use of our trademarks.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
namespace ASC.Core.ChunkedUploader;
|
|
|
|
|
|
|
|
public class CommonChunkedUploadSessionHolder
|
|
|
|
{
|
|
|
|
public IDataStore DataStore { get; set; }
|
|
|
|
|
|
|
|
public static readonly TimeSpan SlidingExpiration = TimeSpan.FromHours(12);
|
|
|
|
private readonly TempPath _tempPath;
|
|
|
|
private readonly IOptionsMonitor<ILog> _option;
|
|
|
|
private readonly string _domain;
|
|
|
|
private readonly long _maxChunkUploadSize;
|
|
|
|
|
|
|
|
private const string StoragePath = "sessions";
|
|
|
|
|
|
|
|
public CommonChunkedUploadSessionHolder(
|
|
|
|
TempPath tempPath,
|
|
|
|
IOptionsMonitor<ILog> option,
|
|
|
|
IDataStore dataStore,
|
|
|
|
string domain,
|
|
|
|
long maxChunkUploadSize = 10 * 1024 * 1024)
|
2022-02-10 09:36:42 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
_tempPath = tempPath;
|
|
|
|
_option = option;
|
|
|
|
DataStore = dataStore;
|
|
|
|
_domain = domain;
|
|
|
|
_maxChunkUploadSize = maxChunkUploadSize;
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task DeleteExpiredAsync()
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
// clear old sessions
|
|
|
|
try
|
2021-05-21 13:26:42 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.DeleteExpiredAsync(_domain, StoragePath, SlidingExpiration);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
catch (Exception err)
|
|
|
|
{
|
|
|
|
_option.CurrentValue.Error(err);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task StoreAsync(CommonChunkedUploadSession s)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
using var stream = s.Serialize();
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.SavePrivateAsync(_domain, GetPathWithId(s.Id), stream, s.Expired);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
2021-06-07 10:54:17 +00:00
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task RemoveAsync(CommonChunkedUploadSession s)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.DeleteAsync(_domain, GetPathWithId(s.Id));
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public Task<Stream> GetStreamAsync(string sessionId)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
return DataStore.GetReadStreamAsync(_domain, GetPathWithId(sessionId));
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public Task InitAsync(CommonChunkedUploadSession chunkedUploadSession)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
if (chunkedUploadSession.BytesTotal < _maxChunkUploadSize)
|
2021-06-07 10:54:17 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
chunkedUploadSession.UseChunks = false;
|
2022-02-23 19:42:34 +00:00
|
|
|
return Task.CompletedTask;
|
2021-06-07 10:54:17 +00:00
|
|
|
}
|
2021-05-21 13:26:42 +00:00
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
return internalInitAsync(chunkedUploadSession);
|
|
|
|
}
|
|
|
|
|
|
|
|
private async Task internalInitAsync(CommonChunkedUploadSession chunkedUploadSession)
|
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
var tempPath = Guid.NewGuid().ToString();
|
2022-02-23 19:42:34 +00:00
|
|
|
var uploadId = await DataStore.InitiateChunkedUploadAsync(_domain, tempPath);
|
2022-02-10 11:24:16 +00:00
|
|
|
|
|
|
|
chunkedUploadSession.TempPath = tempPath;
|
|
|
|
chunkedUploadSession.UploadId = uploadId;
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task FinalizeAsync(CommonChunkedUploadSession uploadSession)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
var tempPath = uploadSession.TempPath;
|
|
|
|
var uploadId = uploadSession.UploadId;
|
|
|
|
var eTags = uploadSession.GetItemOrDefault<List<string>>("ETag")
|
|
|
|
.Select((x, i) => new KeyValuePair<int, string>(i + 1, x))
|
|
|
|
.ToDictionary(x => x.Key, x => x.Value);
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.FinalizeChunkedUploadAsync(_domain, tempPath, uploadId, eTags);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task MoveAsync(CommonChunkedUploadSession chunkedUploadSession, string newPath, bool quotaCheckFileSize = true)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.MoveAsync(_domain, chunkedUploadSession.TempPath, string.Empty, newPath, quotaCheckFileSize);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task AbortAsync(CommonChunkedUploadSession uploadSession)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
if (uploadSession.UseChunks)
|
|
|
|
{
|
|
|
|
var tempPath = uploadSession.TempPath;
|
|
|
|
var uploadId = uploadSession.UploadId;
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
await DataStore.AbortChunkedUploadAsync(_domain, tempPath, uploadId);
|
2021-05-21 13:26:42 +00:00
|
|
|
}
|
2022-02-10 11:24:16 +00:00
|
|
|
else if (!string.IsNullOrEmpty(uploadSession.ChunksBuffer))
|
|
|
|
{
|
|
|
|
File.Delete(uploadSession.ChunksBuffer);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task UploadChunkAsync(CommonChunkedUploadSession uploadSession, Stream stream, long length)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
var tempPath = uploadSession.TempPath;
|
|
|
|
var uploadId = uploadSession.UploadId;
|
|
|
|
var chunkNumber = uploadSession.GetItemOrDefault<int>("ChunksUploaded") + 1;
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
var eTag = await DataStore.UploadChunkAsync(_domain, tempPath, uploadId, stream, _maxChunkUploadSize, chunkNumber, length);
|
2022-02-10 11:24:16 +00:00
|
|
|
|
|
|
|
uploadSession.Items["ChunksUploaded"] = chunkNumber;
|
|
|
|
uploadSession.BytesUploaded += length;
|
|
|
|
|
|
|
|
var eTags = uploadSession.GetItemOrDefault<List<string>>("ETag") ?? new List<string>();
|
|
|
|
eTags.Add(eTag);
|
|
|
|
uploadSession.Items["ETag"] = eTags;
|
|
|
|
}
|
|
|
|
|
|
|
|
public Stream UploadSingleChunk(CommonChunkedUploadSession uploadSession, Stream stream, long chunkLength)
|
|
|
|
{
|
|
|
|
if (uploadSession.BytesTotal == 0)
|
2022-03-17 15:01:39 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
uploadSession.BytesTotal = chunkLength;
|
2022-03-17 15:01:39 +00:00
|
|
|
}
|
2022-02-10 11:24:16 +00:00
|
|
|
|
|
|
|
if (uploadSession.BytesTotal >= chunkLength)
|
|
|
|
{
|
|
|
|
//This is hack fixing strange behaviour of plupload in flash mode.
|
|
|
|
|
|
|
|
if (string.IsNullOrEmpty(uploadSession.ChunksBuffer))
|
|
|
|
{
|
|
|
|
uploadSession.ChunksBuffer = _tempPath.GetTempFileName();
|
|
|
|
}
|
|
|
|
|
|
|
|
using (var bufferStream = new FileStream(uploadSession.ChunksBuffer, FileMode.Append))
|
|
|
|
{
|
|
|
|
stream.CopyTo(bufferStream);
|
|
|
|
}
|
|
|
|
|
|
|
|
uploadSession.BytesUploaded += chunkLength;
|
|
|
|
|
|
|
|
if (uploadSession.BytesTotal == uploadSession.BytesUploaded)
|
|
|
|
{
|
|
|
|
return new FileStream(uploadSession.ChunksBuffer, FileMode.Open, FileAccess.ReadWrite, FileShare.ReadWrite,
|
|
|
|
4096, FileOptions.DeleteOnClose);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return Stream.Null;
|
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
public async Task<Stream> UploadSingleChunkAsync(CommonChunkedUploadSession uploadSession, Stream stream, long chunkLength)
|
|
|
|
{
|
|
|
|
if (uploadSession.BytesTotal == 0)
|
2022-03-17 15:01:39 +00:00
|
|
|
{
|
2022-02-23 19:42:34 +00:00
|
|
|
uploadSession.BytesTotal = chunkLength;
|
2022-03-17 15:01:39 +00:00
|
|
|
}
|
2022-02-23 19:42:34 +00:00
|
|
|
|
|
|
|
if (uploadSession.BytesTotal >= chunkLength)
|
|
|
|
{
|
|
|
|
//This is hack fixing strange behaviour of plupload in flash mode.
|
|
|
|
|
|
|
|
if (string.IsNullOrEmpty(uploadSession.ChunksBuffer))
|
|
|
|
{
|
|
|
|
uploadSession.ChunksBuffer = _tempPath.GetTempFileName();
|
|
|
|
}
|
|
|
|
|
|
|
|
using (var bufferStream = new FileStream(uploadSession.ChunksBuffer, FileMode.Append))
|
|
|
|
{
|
|
|
|
await stream.CopyToAsync(bufferStream);
|
|
|
|
}
|
|
|
|
|
|
|
|
uploadSession.BytesUploaded += chunkLength;
|
|
|
|
|
|
|
|
if (uploadSession.BytesTotal == uploadSession.BytesUploaded)
|
|
|
|
{
|
|
|
|
return new FileStream(uploadSession.ChunksBuffer, FileMode.Open, FileAccess.ReadWrite, FileShare.ReadWrite,
|
|
|
|
4096, FileOptions.DeleteOnClose);
|
|
|
|
}
|
2021-10-21 17:59:05 +00:00
|
|
|
}
|
|
|
|
|
2022-02-23 19:42:34 +00:00
|
|
|
return Stream.Null;
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
2022-02-23 19:42:34 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
private string GetPathWithId(string id)
|
|
|
|
{
|
|
|
|
return CrossPlatform.PathCombine(StoragePath, id + ".session");
|
|
|
|
}
|
|
|
|
}
|