DocSpace-buildtools/common/ASC.Data.Storage/S3/S3UploadGuard.cs

120 lines
3.7 KiB
C#
Raw Normal View History

2022-02-10 11:24:16 +00:00
namespace ASC.Data.Storage.S3;
public class S3UploadGuard
2019-06-04 14:43:20 +00:00
{
2022-02-10 11:24:16 +00:00
public Configuration.Storage Storage { get; }
2019-09-20 12:47:00 +00:00
2022-02-10 11:24:16 +00:00
private readonly CoreSettings _coreSettings;
private string _accessKey;
private string _secretAccessKey;
private string _bucket;
private string _region;
private bool _configErrors;
private bool _configured;
2022-02-10 11:24:16 +00:00
public S3UploadGuard(CoreSettings coreSettings, Configuration.Storage storage)
{
_coreSettings = coreSettings;
Storage = storage;
}
2019-09-20 12:47:00 +00:00
2022-02-10 11:24:16 +00:00
public void DeleteExpiredUploadsAsync(TimeSpan trustInterval)
{
var task = new Task(async () =>
2019-06-04 14:43:20 +00:00
{
await DeleteExpiredUploadsActionAsync(trustInterval);
2022-02-10 11:24:16 +00:00
}, TaskCreationOptions.LongRunning);
2019-06-04 14:43:20 +00:00
2022-02-10 11:24:16 +00:00
task.Start();
}
2022-02-16 12:57:37 +00:00
private Task DeleteExpiredUploadsActionAsync(TimeSpan trustInterval)
2022-02-10 11:24:16 +00:00
{
Configure();
if (_configErrors)
{
2022-02-16 12:57:37 +00:00
return Task.CompletedTask;
2019-06-04 14:43:20 +00:00
}
2022-02-16 12:57:37 +00:00
return InternalDeleteExpiredUploadsActionAsync(trustInterval);
}
private async Task InternalDeleteExpiredUploadsActionAsync(TimeSpan trustInterval)
{
2022-02-10 11:24:16 +00:00
using var s3 = GetClient();
var nextKeyMarker = string.Empty;
var nextUploadIdMarker = string.Empty;
bool isTruncated;
do
2019-06-04 14:43:20 +00:00
{
2022-02-10 11:24:16 +00:00
var request = new ListMultipartUploadsRequest { BucketName = _bucket };
2019-06-04 14:43:20 +00:00
2022-02-10 11:24:16 +00:00
if (!string.IsNullOrEmpty(nextKeyMarker))
2019-06-04 14:43:20 +00:00
{
2022-02-10 11:24:16 +00:00
request.KeyMarker = nextKeyMarker;
2019-06-04 14:43:20 +00:00
}
2022-02-10 11:24:16 +00:00
if (!string.IsNullOrEmpty(nextUploadIdMarker))
2019-06-04 14:43:20 +00:00
{
2022-02-10 11:24:16 +00:00
request.UploadIdMarker = nextUploadIdMarker;
}
2019-06-04 14:43:20 +00:00
var response = await s3.ListMultipartUploadsAsync(request);
2019-08-15 12:04:42 +00:00
2022-02-10 11:24:16 +00:00
foreach (var u in response.MultipartUploads.Where(x => x.Initiated + trustInterval <= DateTime.UtcNow))
{
await AbortMultipartUploadAsync(u, s3);
2019-06-04 14:43:20 +00:00
}
2022-02-10 11:24:16 +00:00
isTruncated = response.IsTruncated;
nextKeyMarker = response.NextKeyMarker;
nextUploadIdMarker = response.NextUploadIdMarker;
2019-06-04 14:43:20 +00:00
}
2022-02-10 11:24:16 +00:00
while (isTruncated);
}
2019-06-04 14:43:20 +00:00
private async Task AbortMultipartUploadAsync(MultipartUpload u, AmazonS3Client client)
2022-02-10 11:24:16 +00:00
{
var request = new AbortMultipartUploadRequest
2019-06-04 14:43:20 +00:00
{
2022-02-10 11:24:16 +00:00
BucketName = _bucket,
Key = u.Key,
UploadId = u.UploadId,
};
2019-06-04 14:43:20 +00:00
await client.AbortMultipartUploadAsync(request);
2022-02-10 11:24:16 +00:00
}
2019-06-04 14:43:20 +00:00
2022-02-10 11:24:16 +00:00
private AmazonS3Client GetClient()
{
var s3Config = new AmazonS3Config { UseHttp = true, MaxErrorRetry = 3, RegionEndpoint = RegionEndpoint.GetBySystemName(_region) };
2022-02-10 11:06:37 +00:00
2022-02-10 11:24:16 +00:00
return new AmazonS3Client(_accessKey, _secretAccessKey, s3Config);
}
2019-06-04 14:43:20 +00:00
2022-02-10 11:24:16 +00:00
private void Configure()
{
if (!_configured)
2019-06-04 14:43:20 +00:00
{
2022-02-10 11:24:16 +00:00
var handler = Storage.GetHandler("s3");
if (handler != null)
2019-06-04 14:43:20 +00:00
{
2022-02-10 11:24:16 +00:00
var props = handler.GetProperties();
_bucket = props["bucket"];
_accessKey = props["acesskey"];
_secretAccessKey = props["secretaccesskey"];
_region = props["region"];
2019-06-04 14:43:20 +00:00
}
2022-02-10 11:24:16 +00:00
_configErrors = string.IsNullOrEmpty(_coreSettings.BaseDomain) //localhost
|| string.IsNullOrEmpty(_accessKey)
|| string.IsNullOrEmpty(_secretAccessKey)
|| string.IsNullOrEmpty(_bucket)
|| string.IsNullOrEmpty(_region);
_configured = true;
2019-06-04 14:43:20 +00:00
}
}
}