2022-02-10 11:24:16 +00:00
|
|
|
namespace ASC.Data.Storage.S3;
|
|
|
|
|
|
|
|
public class S3UploadGuard
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
public Configuration.Storage Storage { get; }
|
2019-09-20 12:47:00 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
private readonly CoreSettings _coreSettings;
|
|
|
|
private string _accessKey;
|
|
|
|
private string _secretAccessKey;
|
|
|
|
private string _bucket;
|
|
|
|
private string _region;
|
|
|
|
private bool _configErrors;
|
|
|
|
private bool _configured;
|
2022-02-10 09:36:42 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
public S3UploadGuard(CoreSettings coreSettings, Configuration.Storage storage)
|
|
|
|
{
|
|
|
|
_coreSettings = coreSettings;
|
|
|
|
Storage = storage;
|
|
|
|
}
|
2019-09-20 12:47:00 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
public void DeleteExpiredUploadsAsync(TimeSpan trustInterval)
|
|
|
|
{
|
2022-01-31 14:35:36 +00:00
|
|
|
var task = new Task(async () =>
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-01-31 14:35:36 +00:00
|
|
|
await DeleteExpiredUploadsActionAsync(trustInterval);
|
2022-02-10 11:24:16 +00:00
|
|
|
}, TaskCreationOptions.LongRunning);
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
task.Start();
|
|
|
|
}
|
|
|
|
|
2022-02-16 12:57:37 +00:00
|
|
|
private Task DeleteExpiredUploadsActionAsync(TimeSpan trustInterval)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
Configure();
|
|
|
|
|
|
|
|
if (_configErrors)
|
|
|
|
{
|
2022-02-16 12:57:37 +00:00
|
|
|
return Task.CompletedTask;
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
|
|
|
|
2022-02-16 12:57:37 +00:00
|
|
|
return InternalDeleteExpiredUploadsActionAsync(trustInterval);
|
|
|
|
}
|
|
|
|
|
|
|
|
private async Task InternalDeleteExpiredUploadsActionAsync(TimeSpan trustInterval)
|
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
using var s3 = GetClient();
|
|
|
|
var nextKeyMarker = string.Empty;
|
|
|
|
var nextUploadIdMarker = string.Empty;
|
|
|
|
bool isTruncated;
|
|
|
|
|
|
|
|
do
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
var request = new ListMultipartUploadsRequest { BucketName = _bucket };
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
if (!string.IsNullOrEmpty(nextKeyMarker))
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
request.KeyMarker = nextKeyMarker;
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
if (!string.IsNullOrEmpty(nextUploadIdMarker))
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
request.UploadIdMarker = nextUploadIdMarker;
|
|
|
|
}
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2022-01-31 14:35:36 +00:00
|
|
|
var response = await s3.ListMultipartUploadsAsync(request);
|
2019-08-15 12:04:42 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
foreach (var u in response.MultipartUploads.Where(x => x.Initiated + trustInterval <= DateTime.UtcNow))
|
|
|
|
{
|
2022-01-31 14:35:36 +00:00
|
|
|
await AbortMultipartUploadAsync(u, s3);
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
2022-02-10 11:24:16 +00:00
|
|
|
|
|
|
|
isTruncated = response.IsTruncated;
|
|
|
|
nextKeyMarker = response.NextKeyMarker;
|
|
|
|
nextUploadIdMarker = response.NextUploadIdMarker;
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
2022-02-10 11:24:16 +00:00
|
|
|
while (isTruncated);
|
|
|
|
}
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2022-01-31 14:35:36 +00:00
|
|
|
private async Task AbortMultipartUploadAsync(MultipartUpload u, AmazonS3Client client)
|
2022-02-10 11:24:16 +00:00
|
|
|
{
|
|
|
|
var request = new AbortMultipartUploadRequest
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
BucketName = _bucket,
|
|
|
|
Key = u.Key,
|
|
|
|
UploadId = u.UploadId,
|
|
|
|
};
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2022-01-31 14:35:36 +00:00
|
|
|
await client.AbortMultipartUploadAsync(request);
|
2022-02-10 11:24:16 +00:00
|
|
|
}
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
private AmazonS3Client GetClient()
|
|
|
|
{
|
|
|
|
var s3Config = new AmazonS3Config { UseHttp = true, MaxErrorRetry = 3, RegionEndpoint = RegionEndpoint.GetBySystemName(_region) };
|
2022-02-10 11:06:37 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
return new AmazonS3Client(_accessKey, _secretAccessKey, s3Config);
|
|
|
|
}
|
2019-06-04 14:43:20 +00:00
|
|
|
|
2022-02-10 11:24:16 +00:00
|
|
|
private void Configure()
|
|
|
|
{
|
|
|
|
if (!_configured)
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
var handler = Storage.GetHandler("s3");
|
|
|
|
if (handler != null)
|
2019-06-04 14:43:20 +00:00
|
|
|
{
|
2022-02-10 11:24:16 +00:00
|
|
|
var props = handler.GetProperties();
|
|
|
|
_bucket = props["bucket"];
|
|
|
|
_accessKey = props["acesskey"];
|
|
|
|
_secretAccessKey = props["secretaccesskey"];
|
|
|
|
_region = props["region"];
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
2022-02-10 11:24:16 +00:00
|
|
|
_configErrors = string.IsNullOrEmpty(_coreSettings.BaseDomain) //localhost
|
|
|
|
|| string.IsNullOrEmpty(_accessKey)
|
|
|
|
|| string.IsNullOrEmpty(_secretAccessKey)
|
|
|
|
|| string.IsNullOrEmpty(_bucket)
|
|
|
|
|| string.IsNullOrEmpty(_region);
|
|
|
|
|
|
|
|
_configured = true;
|
2019-06-04 14:43:20 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|