2022-02-11 15:42:50 +00:00
|
|
|
|
namespace ASC.Feed.Aggregator.Service;
|
|
|
|
|
|
|
|
|
|
[Singletone(Additional = typeof(FeedAggregatorServiceExtension))]
|
|
|
|
|
public class FeedAggregatorService : FeedBaseService
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
protected override string LoggerName { get; set; } = "ASC.Feed.Aggregator";
|
|
|
|
|
private readonly SignalrServiceClient _signalrServiceClient;
|
|
|
|
|
|
|
|
|
|
public FeedAggregatorService(
|
|
|
|
|
FeedSettings feedSettings,
|
|
|
|
|
IServiceProvider serviceProvider,
|
|
|
|
|
IOptionsMonitor<ILog> optionsMonitor,
|
|
|
|
|
SignalrServiceClient signalrServiceClient)
|
|
|
|
|
: base(feedSettings, serviceProvider, optionsMonitor)
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
_signalrServiceClient = signalrServiceClient;
|
|
|
|
|
}
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
public override Task StartAsync(CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
Logger.Info("Feed Aggregator service running.");
|
2022-02-11 11:39:42 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
var cfg = FeedSettings;
|
|
|
|
|
IsStopped = false;
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
Timer = new Timer(AggregateFeeds, cfg.AggregateInterval, TimeSpan.Zero, cfg.AggregatePeriod);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
return Task.CompletedTask;
|
|
|
|
|
}
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
public override Task StopAsync(CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
Logger.Info("Feed Aggregator service stopping.");
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
IsStopped = true;
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
Timer?.Change(Timeout.Infinite, 0);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
return Task.CompletedTask;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private void AggregateFeeds(object interval)
|
|
|
|
|
{
|
|
|
|
|
if (!Monitor.TryEnter(LockObj))
|
|
|
|
|
{
|
|
|
|
|
return;
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
try
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
var cfg = FeedSettings;
|
|
|
|
|
using var scope = ServiceProvider.CreateScope();
|
|
|
|
|
var scopeClass = scope.ServiceProvider.GetService<FeedAggregatorServiceScope>();
|
|
|
|
|
var cache = scope.ServiceProvider.GetService<ICache>();
|
|
|
|
|
var (baseCommonLinkUtility, tenantManager, feedAggregateDataProvider, userManager, securityContext, authManager) = scopeClass;
|
|
|
|
|
baseCommonLinkUtility.Initialize(cfg.ServerRoot);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
var start = DateTime.UtcNow;
|
|
|
|
|
Logger.DebugFormat("Start of collecting feeds...");
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
var unreadUsers = new Dictionary<int, Dictionary<Guid, int>>();
|
|
|
|
|
var modules = scope.ServiceProvider.GetService<IEnumerable<IFeedModule>>();
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
foreach (var module in modules)
|
|
|
|
|
{
|
|
|
|
|
var result = new List<FeedRow>();
|
|
|
|
|
var fromTime = feedAggregateDataProvider.GetLastTimeAggregate(module.GetType().Name);
|
|
|
|
|
if (fromTime == default) fromTime = DateTime.UtcNow.Subtract((TimeSpan)interval);
|
|
|
|
|
var toTime = DateTime.UtcNow;
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
var tenants = Attempt(10, () => module.GetTenantsWithFeeds(fromTime)).ToList();
|
|
|
|
|
Logger.DebugFormat("Find {1} tenants for module {0}.", module.GetType().Name, tenants.Count);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
foreach (var tenant in tenants)
|
|
|
|
|
{
|
|
|
|
|
// Warning! There is hack here!
|
|
|
|
|
// clearing the cache to get the correct acl
|
|
|
|
|
cache.Remove("acl" + tenant);
|
|
|
|
|
cache.Remove("/webitemsecurity/" + tenant);
|
|
|
|
|
//cache.Remove(string.Format("sub/{0}/{1}/{2}", tenant, "6045b68c-2c2e-42db-9e53-c272e814c4ad", NotifyConstants.Event_NewCommentForMessage.ID));
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
try
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
if (tenantManager.GetTenant(tenant) == null)
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
continue;
|
|
|
|
|
}
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
tenantManager.SetCurrentTenant(tenant);
|
|
|
|
|
var users = userManager.GetUsers();
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
var feeds = Attempt(10, () => module.GetFeeds(new FeedFilter(fromTime, toTime) { Tenant = tenant }).Where(r => r.Item1 != null).ToList());
|
|
|
|
|
Logger.DebugFormat("{0} feeds in {1} tenant.", feeds.Count, tenant);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
var tenant1 = tenant;
|
|
|
|
|
var module1 = module;
|
|
|
|
|
var feedsRow = feeds
|
|
|
|
|
.Select(tuple => new Tuple<FeedRow, object>(new FeedRow(tuple.Item1)
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
Tenant = tenant1,
|
|
|
|
|
ProductId = module1.Product
|
|
|
|
|
}, tuple.Item2))
|
|
|
|
|
.ToList();
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
foreach (var u in users)
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
if (IsStopped)
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
return;
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
2022-02-11 15:42:50 +00:00
|
|
|
|
if (!TryAuthenticate(securityContext, authManager, tenant1, u.ID))
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
continue;
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
module.VisibleFor(feedsRow, u.ID);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
2022-02-11 15:42:50 +00:00
|
|
|
|
|
|
|
|
|
result.AddRange(feedsRow.Select(r => r.Item1));
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Logger.ErrorFormat("Tenant: {0}, {1}", tenant, ex);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
feedAggregateDataProvider.SaveFeeds(result, module.GetType().Name, toTime);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
foreach (var res in result)
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
foreach (var userGuid in res.Users.Where(userGuid => !userGuid.Equals(res.ModifiedById)))
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
if (!unreadUsers.TryGetValue(res.Tenant, out var dictionary))
|
|
|
|
|
{
|
|
|
|
|
dictionary = new Dictionary<Guid, int>();
|
|
|
|
|
}
|
|
|
|
|
if (dictionary.ContainsKey(userGuid))
|
|
|
|
|
{
|
|
|
|
|
++dictionary[userGuid];
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
dictionary.Add(userGuid, 1);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
unreadUsers[res.Tenant] = dictionary;
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
2022-02-11 15:42:50 +00:00
|
|
|
|
|
|
|
|
|
_signalrServiceClient.SendUnreadUsers(unreadUsers);
|
|
|
|
|
|
|
|
|
|
Logger.DebugFormat("Time of collecting news: {0}", DateTime.UtcNow - start);
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
Logger.Error(ex);
|
|
|
|
|
}
|
|
|
|
|
finally
|
|
|
|
|
{
|
|
|
|
|
Monitor.Exit(LockObj);
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
2022-02-11 15:42:50 +00:00
|
|
|
|
}
|
2020-06-03 14:53:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
private static T Attempt<T>(int count, Func<T> action)
|
|
|
|
|
{
|
|
|
|
|
var counter = 0;
|
|
|
|
|
while (true)
|
2020-06-03 14:53:58 +00:00
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
return action();
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
|
|
|
|
catch
|
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
if (count < ++counter)
|
|
|
|
|
{
|
|
|
|
|
throw;
|
|
|
|
|
}
|
2020-06-03 14:53:58 +00:00
|
|
|
|
}
|
|
|
|
|
}
|
2020-08-24 18:41:06 +00:00
|
|
|
|
}
|
2020-07-29 21:57:58 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
private static bool TryAuthenticate(SecurityContext securityContext, AuthManager authManager, int tenantId, Guid userid)
|
2020-10-12 16:23:15 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
try
|
2020-07-29 21:57:58 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
securityContext.AuthenticateMeWithoutCookie(authManager.GetAccountByID(tenantId, userid));
|
|
|
|
|
return true;
|
2020-10-12 16:23:15 +00:00
|
|
|
|
}
|
2022-02-11 15:42:50 +00:00
|
|
|
|
catch
|
2020-08-31 08:18:07 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
return false;
|
2020-07-29 21:57:58 +00:00
|
|
|
|
}
|
2020-08-31 08:18:07 +00:00
|
|
|
|
}
|
2022-02-11 15:42:50 +00:00
|
|
|
|
}
|
2020-10-26 16:38:23 +00:00
|
|
|
|
|
2022-02-11 15:42:50 +00:00
|
|
|
|
[Scope]
|
|
|
|
|
public class FeedAggregatorServiceScope
|
|
|
|
|
{
|
|
|
|
|
private readonly BaseCommonLinkUtility _baseCommonLinkUtility;
|
|
|
|
|
private readonly TenantManager _tenantManager;
|
|
|
|
|
private readonly FeedAggregateDataProvider _feedAggregateDataProvider;
|
|
|
|
|
private readonly UserManager _userManager;
|
|
|
|
|
private readonly SecurityContext _securityContext;
|
|
|
|
|
private readonly AuthManager _authManager;
|
|
|
|
|
|
|
|
|
|
public FeedAggregatorServiceScope(BaseCommonLinkUtility baseCommonLinkUtility,
|
|
|
|
|
TenantManager tenantManager,
|
|
|
|
|
FeedAggregateDataProvider feedAggregateDataProvider,
|
|
|
|
|
UserManager userManager,
|
|
|
|
|
SecurityContext securityContext,
|
|
|
|
|
AuthManager authManager)
|
2020-10-26 16:38:23 +00:00
|
|
|
|
{
|
2022-02-11 15:42:50 +00:00
|
|
|
|
_baseCommonLinkUtility = baseCommonLinkUtility;
|
|
|
|
|
_tenantManager = tenantManager;
|
|
|
|
|
_feedAggregateDataProvider = feedAggregateDataProvider;
|
|
|
|
|
_userManager = userManager;
|
|
|
|
|
_securityContext = securityContext;
|
|
|
|
|
_authManager = authManager;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public void Deconstruct(out BaseCommonLinkUtility baseCommonLinkUtility,
|
|
|
|
|
out TenantManager tenantManager,
|
|
|
|
|
out FeedAggregateDataProvider feedAggregateDataProvider,
|
|
|
|
|
out UserManager userManager,
|
|
|
|
|
out SecurityContext securityContext,
|
|
|
|
|
out AuthManager authManager)
|
|
|
|
|
{
|
|
|
|
|
baseCommonLinkUtility = _baseCommonLinkUtility;
|
|
|
|
|
tenantManager = _tenantManager;
|
|
|
|
|
feedAggregateDataProvider = _feedAggregateDataProvider;
|
|
|
|
|
userManager = _userManager;
|
|
|
|
|
securityContext = _securityContext;
|
|
|
|
|
authManager = _authManager;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static class FeedAggregatorServiceExtension
|
|
|
|
|
{
|
|
|
|
|
public static void Register(DIHelper services)
|
|
|
|
|
{
|
|
|
|
|
services.TryAdd<FeedAggregatorServiceScope>();
|
2020-10-26 16:38:23 +00:00
|
|
|
|
}
|
2022-02-11 15:42:50 +00:00
|
|
|
|
}
|