DocSpace-client/products/ASC.Files/Service/Thumbnail/Builder.cs

336 lines
12 KiB
C#
Raw Normal View History

2022-03-15 16:59:24 +00:00
namespace ASC.Files.ThumbnailBuilder;
[Singletone]
2022-02-24 20:28:07 +00:00
public class BuilderQueue<T>
2021-05-30 18:52:32 +00:00
{
private readonly ThumbnailSettings _config;
private readonly ILog _logger;
2022-02-24 20:28:07 +00:00
private readonly IServiceScopeFactory _serviceScopeFactory;
2022-02-24 20:28:07 +00:00
public BuilderQueue(IServiceScopeFactory serviceScopeFactory, IOptionsMonitor<ILog> log, ThumbnailSettings settings)
2021-05-30 18:52:32 +00:00
{
_logger = log.Get("ASC.Files.ThumbnailBuilder");
2022-02-24 20:28:07 +00:00
_serviceScopeFactory = serviceScopeFactory;
_config = settings;
}
2021-05-30 18:52:32 +00:00
public void BuildThumbnails(IEnumerable<FileData<T>> filesWithoutThumbnails)
{
try
2021-05-30 18:52:32 +00:00
{
Parallel.ForEach(
filesWithoutThumbnails,
new ParallelOptions { MaxDegreeOfParallelism = _config.MaxDegreeOfParallelism },
(fileData) =>
{
2022-02-24 20:28:07 +00:00
using var scope = _serviceScopeFactory.CreateScope();
var commonLinkUtilitySettings = scope.ServiceProvider.GetService<CommonLinkUtilitySettings>();
commonLinkUtilitySettings.ServerUri = fileData.BaseUri;
var builder = scope.ServiceProvider.GetService<Builder<T>>();
builder.BuildThumbnail(fileData);
}
);
}
catch (Exception exception)
{
_logger.Error(string.Format("BuildThumbnails: filesWithoutThumbnails.Count: {0}.", filesWithoutThumbnails.Count()), exception);
}
}
}
[Scope]
2022-02-24 20:28:07 +00:00
public class Builder<T>
{
private readonly ThumbnailSettings _config;
private readonly ILog _logger;
private readonly TenantManager _tenantManager;
private readonly IDaoFactory _daoFactory;
private readonly DocumentServiceConnector _documentServiceConnector;
private readonly DocumentServiceHelper _documentServiceHelper;
private readonly Global _global;
private readonly PathProvider _pathProvider;
private readonly IHttpClientFactory _clientFactory;
public Builder(
ThumbnailSettings settings,
TenantManager tenantManager,
IDaoFactory daoFactory,
DocumentServiceConnector documentServiceConnector,
DocumentServiceHelper documentServiceHelper,
Global global,
PathProvider pathProvider,
IOptionsMonitor<ILog> log,
IHttpClientFactory clientFactory)
{
2022-02-24 10:03:21 +00:00
_config = settings;
_tenantManager = tenantManager;
_daoFactory = daoFactory;
_documentServiceConnector = documentServiceConnector;
_documentServiceHelper = documentServiceHelper;
_global = global;
_pathProvider = pathProvider;
_logger = log.Get("ASC.Files.ThumbnailBuilder");
_clientFactory = clientFactory;
}
internal void BuildThumbnail(FileData<T> fileData)
{
try
{
_tenantManager.SetCurrentTenant(fileData.TenantId);
var fileDao = _daoFactory.GetFileDao<T>();
if (fileDao == null)
{
_logger.ErrorFormat("BuildThumbnail: TenantId: {0}. FileDao could not be null.", fileData.TenantId);
return;
}
GenerateThumbnail(fileDao, fileData);
}
catch (Exception exception)
{
_logger.Error(string.Format("BuildThumbnail: TenantId: {0}.", fileData.TenantId), exception);
}
finally
{
2022-02-24 09:51:12 +00:00
FileDataQueue.Queue.TryRemove(fileData.FileId, out _);
}
}
private void GenerateThumbnail(IFileDao<T> fileDao, FileData<T> fileData)
{
File<T> file = null;
try
{
file = fileDao.GetFileAsync(fileData.FileId).Result;
if (file == null)
{
_logger.ErrorFormat("GenerateThumbnail: FileId: {0}. File not found.", fileData.FileId);
return;
}
if (file.ThumbnailStatus != Thumbnail.Waiting)
{
_logger.InfoFormat("GenerateThumbnail: FileId: {0}. Thumbnail already processed.", fileData.FileId);
return;
}
var ext = FileUtility.GetFileExtension(file.Title);
if (!_config.FormatsArray.Contains(ext) || file.Encrypted || file.RootFolderType == FolderType.TRASH || file.ContentLength > _config.AvailableFileSize)
{
file.ThumbnailStatus = Thumbnail.NotRequired;
fileDao.SaveThumbnailAsync(file, null).Wait();
return;
}
if (IsImage(file))
{
CropImage(fileDao, file);
}
else
{
MakeThumbnail(fileDao, file);
}
}
catch (Exception exception)
{
_logger.Error(string.Format("GenerateThumbnail: FileId: {0}.", fileData.FileId), exception);
if (file != null)
{
file.ThumbnailStatus = Thumbnail.Error;
fileDao.SaveThumbnailAsync(file, null).Wait();
}
}
}
private void MakeThumbnail(IFileDao<T> fileDao, File<T> file)
{
_logger.DebugFormat("MakeThumbnail: FileId: {0}.", file.ID);
string thumbnailUrl = null;
var attempt = 1;
do
{
try
{
if (GetThumbnailUrl(file, _global.ThumbnailExtension, out thumbnailUrl))
{
break;
}
}
catch (Exception exception)
{
if (exception.InnerException != null)
{
var documentServiceException = exception.InnerException as DocumentService.DocumentServiceException;
if (documentServiceException != null)
2021-10-29 14:21:51 +00:00
{
if (documentServiceException.Code == DocumentService.DocumentServiceException.ErrorCode.ConvertPassword)
{
throw new Exception(string.Format("MakeThumbnail: FileId: {0}. Encrypted file.", file.ID));
}
if (documentServiceException.Code == DocumentService.DocumentServiceException.ErrorCode.Convert)
{
throw new Exception(string.Format("MakeThumbnail: FileId: {0}. Could not convert.", file.ID));
}
}
}
}
if (attempt >= _config.AttemptsLimit)
{
throw new Exception(string.Format("MakeThumbnail: FileId: {0}. Attempts limmit exceeded.", file.ID));
}
else
{
_logger.DebugFormat("MakeThumbnail: FileId: {0}. Sleep {1} after attempt #{2}. ", file.ID, _config.AttemptWaitInterval, attempt);
attempt++;
}
Thread.Sleep(_config.AttemptWaitInterval);
}
while (string.IsNullOrEmpty(thumbnailUrl));
SaveThumbnail(fileDao, file, thumbnailUrl);
2021-05-30 18:52:32 +00:00
}
private bool GetThumbnailUrl(File<T> file, string toExtension, out string url)
2021-05-30 18:52:32 +00:00
{
var fileUri = _pathProvider.GetFileStreamUrl(file);
fileUri = _documentServiceConnector.ReplaceCommunityAdress(fileUri);
var fileExtension = file.ConvertedExtension;
var docKey = _documentServiceHelper.GetDocKey(file);
var thumbnail = new DocumentService.ThumbnailData
2021-05-30 18:52:32 +00:00
{
Aspect = 2,
First = true,
//Height = config.ThumbnaillHeight,
//Width = config.ThumbnaillWidth
};
var spreadsheetLayout = new DocumentService.SpreadsheetLayout
{
IgnorePrintArea = true,
//Orientation = "landscape", // "297mm" x "210mm"
FitToHeight = 0,
FitToWidth = 1,
Headings = false,
GridLines = false,
Margins = new DocumentService.SpreadsheetLayout.LayoutMargins
{
Top = "0mm",
Right = "0mm",
Bottom = "0mm",
Left = "0mm"
},
PageSize = new DocumentService.SpreadsheetLayout.LayoutPageSize
{
Width = (_config.ThumbnaillWidth * 1.5) + "mm", // 192 * 1.5 = "288mm",
Height = (_config.ThumbnaillHeight * 1.5) + "mm" // 128 * 1.5 = "192mm"
}
};
2021-10-12 10:14:33 +00:00
(var operationResultProgress, url) = _documentServiceConnector.GetConvertedUriAsync(fileUri, fileExtension, toExtension, docKey, null, thumbnail, spreadsheetLayout, false).Result;
operationResultProgress = Math.Min(operationResultProgress, 100);
return operationResultProgress == 100;
}
private void SaveThumbnail(IFileDao<T> fileDao, File<T> file, string thumbnailUrl)
{
_logger.DebugFormat("SaveThumbnail: FileId: {0}. ThumbnailUrl {1}.", file.ID, thumbnailUrl);
var request = new HttpRequestMessage();
request.RequestUri = new Uri(thumbnailUrl);
var httpClient = _clientFactory.CreateClient();
using var response = httpClient.Send(request);
using (var stream = new ResponseStream(response))
{
Crop(fileDao, file, stream);
}
_logger.DebugFormat("SaveThumbnail: FileId: {0}. Successfully saved.", file.ID);
}
private bool IsImage(File<T> file)
{
var extension = FileUtility.GetFileExtension(file.Title);
return FileUtility.ExtsImage.Contains(extension);
}
private void CropImage(IFileDao<T> fileDao, File<T> file)
{
_logger.DebugFormat("CropImage: FileId: {0}.", file.ID);
using (var stream = fileDao.GetFileStreamAsync(file).Result)
{
Crop(fileDao, file, stream);
}
_logger.DebugFormat("CropImage: FileId: {0}. Successfully saved.", file.ID);
}
private void Crop(IFileDao<T> fileDao, File<T> file, Stream stream)
{
using (var sourceImg = Image.Load(stream))
{
using (var targetImg = GetImageThumbnail(sourceImg))
{
using (var targetStream = new MemoryStream())
{
targetImg.Save(targetStream, PngFormat.Instance);
fileDao.SaveThumbnailAsync(file, targetStream).Wait();
}
2021-11-06 20:11:18 +00:00
}
}
GC.Collect();
}
private Image GetImageThumbnail(Image sourceBitmap)
{
//bad for small or disproportionate images
//return sourceBitmap.GetThumbnailImage(config.ThumbnaillWidth, config.ThumbnaillHeight, () => false, IntPtr.Zero);
var targetSize = new Size(Math.Min(sourceBitmap.Width, _config.ThumbnaillWidth), Math.Min(sourceBitmap.Height, _config.ThumbnaillHeight));
var point = new Point(0, 0);
var size = targetSize;
if (sourceBitmap.Width > _config.ThumbnaillWidth && sourceBitmap.Height > _config.ThumbnaillHeight)
{
if (sourceBitmap.Width > sourceBitmap.Height)
{
var width = (int)(_config.ThumbnaillWidth * (sourceBitmap.Height / (1.0 * _config.ThumbnaillHeight)));
size = new Size(width, sourceBitmap.Height);
}
else
{
var height = (int)(_config.ThumbnaillHeight * (sourceBitmap.Width / (1.0 * _config.ThumbnaillWidth)));
size = new Size(sourceBitmap.Width, height);
}
}
if (sourceBitmap.Width > sourceBitmap.Height)
{
point.X = (sourceBitmap.Width - size.Width) / 2;
}
var targetThumbnailSettings = new UserPhotoThumbnailSettings(point, size);
return UserPhotoThumbnailManager.GetImage(sourceBitmap, targetSize, targetThumbnailSettings);
}
2021-05-30 18:52:32 +00:00
}