feat(core,dal,domain,snapshotWorker): Воркер по управлению снапшотами. Создание сгапшотов для таблицы RobotConfigurations

PARR.SnapshotWorker/Dockerfile

@@ -0,0 +1,39 @@
+# See https://aka.ms/customizecontainer to learn how to customize your debug container and how Visual Studio uses this Dockerfile to build your images for faster debugging.
+
+# This stage is used when running from VS in fast mode (Default for Debug configuration)
+FROM 10.99.253.167:8090/dotnet/runtime:9.0 AS base
+USER $APP_UID
+WORKDIR /app
+
+
+# This stage is used to build the service project
+FROM 10.99.253.167:8090/dotnet/sdk:9.0 AS build
+ARG BUILD_CONFIGURATION=Release
+WORKDIR /src
+COPY ["NuGet.config", "."]
+COPY ["PARR.SnapshotWorker/PARR.SnapshotWorker.csproj", "PARR.SnapshotWorker/"]
+COPY ["PARR.Core/PARR.Core.csproj", "PARR.Core/"]
+COPY ["PARR.Domain/PARR.Domain.csproj", "PARR.Domain/"]
+COPY ["PARR.DAL/PARR.DAL.csproj", "PARR.DAL/"]
+COPY ["PARR.Infrastructure/PARR.Infrastructure.csproj", "PARR.Infrastructure/"]
+RUN dotnet restore "./PARR.SnapshotWorker/PARR.SnapshotWorker.csproj"
+COPY . .
+WORKDIR "/src/PARR.SnapshotWorker"
+RUN dotnet build "./PARR.SnapshotWorker.csproj" -c $BUILD_CONFIGURATION -o /app/build
+
+# This stage is used to publish the service project to be copied to the final stage
+FROM build AS publish
+ARG app_version=0.0.0-default
+ARG BUILD_CONFIGURATION=Release
+RUN dotnet publish "./PARR.SnapshotWorker.csproj" -c $BUILD_CONFIGURATION -o /app/publish /p:UseAppHost=false /p:Version=$app_version
+
+# This stage is used in production or when running from VS in regular mode (Default when not using the Debug configuration)
+FROM base AS final
+
+#author
+ARG commit_author=unknown
+LABEL org.opencontainers.image.authors=$commit_author
+
+WORKDIR /app
+COPY --from=publish /app/publish .
+ENTRYPOINT ["dotnet", "PARR.SnapshotWorker.dll"]

PARR.SnapshotWorker/PARR.SnapshotWorker.csproj

@@ -0,0 +1,27 @@
+<Project Sdk="Microsoft.NET.Sdk.Worker">
+
+  <PropertyGroup>
+    <TargetFramework>net9.0</TargetFramework>
+    <Nullable>enable</Nullable>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <UserSecretsId>dotnet-PARR.SnapshotWorker-87e7d52e-d873-4487-b6f4-e27d412ec0c1</UserSecretsId>
+    <DockerDefaultTargetOS>Linux</DockerDefaultTargetOS>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="Elastic.CommonSchema.Serilog" Version="8.19.0" />
+    <PackageReference Include="Microsoft.Extensions.Hosting" Version="9.0.16" />
+    <PackageReference Include="Microsoft.VisualStudio.Azure.Containers.Tools.Targets" Version="1.23.0" />
+    <PackageReference Include="Serilog.Extensions.Hosting" Version="9.0.0" />
+    <PackageReference Include="Serilog.Settings.Configuration" Version="9.0.0" />
+    <PackageReference Include="Serilog.Sinks.Console" Version="6.1.1" />
+    <PackageReference Include="Serilog.Sinks.File" Version="7.0.0" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\PARR.Core\PARR.Core.csproj" />
+    <ProjectReference Include="..\PARR.DAL\PARR.DAL.csproj" />
+    <ProjectReference Include="..\PARR.Domain\PARR.Domain.csproj" />
+    <ProjectReference Include="..\PARR.Infrastructure\PARR.Infrastructure.csproj" />
+  </ItemGroup>
+</Project>

PARR.SnapshotWorker/Program.cs

@@ -0,0 +1,43 @@
+using Elastic.CommonSchema.Serilog;
+using PARR.Core;
+using PARR.Core.Services.Snapshots.Interfaces;
+using PARR.DAL;
+using PARR.Infrastructure;
+using PARR.SnapshotWorker;
+using PARR.SnapshotWorker.Settings;
+using Serilog;
+
+var builder = Host.CreateApplicationBuilder(args);
+
+builder.Services.AddLogging(config =>
+{
+    config.ClearProviders();
+
+    var logger = new LoggerConfiguration();
+
+    if (builder.Environment.IsProduction())
+        logger.WriteTo.Console(new EcsTextFormatter());
+    else
+        logger.WriteTo.Console();
+
+    logger.ReadFrom.Configuration(builder.Configuration);
+
+    config.AddSerilog(logger.CreateLogger());
+});
+
+var commonSettings = new CommonSettings();
+builder.Configuration.GetSection(nameof(CommonSettings)).Bind(commonSettings);
+builder.Services.AddSingleton(commonSettings);
+builder.Services.AddSingleton<ISnapshotSettings>(commonSettings);
+
+builder.Services.AddDalServices(builder.Configuration);
+builder.Services.AddCoreServices(builder.Configuration);
+builder.Services.AddInfrastructureServices(builder.Configuration);
+
+builder.Configuration.AddDalConfigurations(builder.Services);
+builder.Services.AddDallSettings(builder.Configuration);
+
+builder.Services.AddHostedService<Worker>();
+
+var host = builder.Build();
+host.Run();

PARR.SnapshotWorker/Properties/launchSettings.json

@@ -0,0 +1,15 @@
+{
+  "profiles": {
+    "PARR.SnapshotWorker": {
+      "commandName": "Project",
+      "environmentVariables": {
+        "DOTNET_ENVIRONMENT": "Development"
+      },
+      "dotnetRunMessages": true
+    },
+    "Container (Dockerfile)": {
+      "commandName": "Docker"
+    }
+  },
+  "$schema": "https://json.schemastore.org/launchsettings.json"
+}

PARR.SnapshotWorker/Settings/CommonSettings.cs

@@ -0,0 +1,13 @@
+using PARR.Core.Services.Snapshots.Interfaces;
+
+namespace PARR.SnapshotWorker.Settings
+{
+    internal record CommonSettings : ISnapshotSettings
+    {
+        public TimeSpan RobotConfigurationSnapshotInterval { get; init; }
+
+        public TimeSpan RobotConfigurationSnapshotRetentionPeriod { get; init; }
+
+        public TimeSpan RobotSnapshotRetentionPeriod { get; init; }
+    }
+}

PARR.SnapshotWorker/Worker.cs

@@ -0,0 +1,114 @@
+using PARR.Core.Common.Interfaces;
+using PARR.Core.Services.Snapshots.Interfaces;
+
+namespace PARR.SnapshotWorker
+{
+    public class Worker : BackgroundService
+    {
+        private readonly ILogger<Worker> _logger;
+        private readonly IIntervalService _intervalService;
+        private readonly IServiceProvider _serviceProvider;
+
+        // Хранилище времени СЛЕДУЮЩЕГО запуска для каждого сервиса
+        private readonly Dictionary<string, DateTimeOffset> _nextRunTimers = new();
+
+        // День последней успешной очистки базы данных
+        private int _lastCleanupDay = -1;
+
+        // Интервал, должен быть меньше минуты, чтобы попадать во все возможные интервалы
+        TimeSpan tickInterval = TimeSpan.FromSeconds(25);
+
+        public Worker(
+            ILogger<Worker> logger,
+            IIntervalService intervalService,
+            IServiceProvider serviceProvider
+            )
+        {
+            _logger = logger;
+            _intervalService = intervalService;
+            _serviceProvider = serviceProvider;
+        }
+
+        protected override async Task ExecuteAsync(CancellationToken stoppingToken)
+        {
+            _logger.LogInformation("Запуск фонового сервиса создания системных снапшотов");
+
+            await _intervalService.IntervalInitAsync(async () =>
+            {
+                var now = DateTimeOffset.UtcNow;
+
+                using (var scope = _serviceProvider.CreateScope())
+                {
+                    // Собираем абсолютно все зарегистрированные сервисы снапшотов
+                    var providers = scope.ServiceProvider.GetServices<ISnapshotProvider>();
+
+                    #region Параллельный сбор снапшотов
+
+                    var tasksToRun = new List<Task>();
+
+                    foreach (var provider in providers)
+                    {
+                        var providerKey = provider.GetType().FullName!;
+
+                        // Если сервис видим впервые, планируем его первый старт прямо сейчас
+                        if (!_nextRunTimers.ContainsKey(providerKey))
+                        {
+                            _nextRunTimers[providerKey] = now;
+                        }
+
+                        // Если текущее время добежало до запланированного «будильника»
+                        if (now >= _nextRunTimers[providerKey])
+                        {
+                            // СРАЗУ планируем следующий старт, чтобы сетка времени не съезжала 
+                            // из-за времени выполнения самого метода
+                            _nextRunTimers[providerKey] = now.Add(provider.Interval);
+
+                            // Добавляем таску в список для параллельного выполнения (без await!)
+                            tasksToRun.Add(ExecuteSafelyAsync(provider, () => provider.TakeSnapshotAsync(stoppingToken), "Создание снапшота"));
+                        }
+                    }
+
+                    // Запускаем все готовые снапшоты ОДНОВРЕМЕННО
+                    if (tasksToRun.Any())
+                    {
+                        await Task.WhenAll(tasksToRun);
+                    }
+
+                    #endregion
+
+                    #region Ежедневная очистка БД
+
+                    // Если наступили новые сутки в формате UTC — запускаем ротацию старых данных
+                    if (now.Day != _lastCleanupDay)
+                    {
+                        _logger.LogInformation("Наступили новые сутки. Запуск процесса очистки устаревших снапшотов...");
+
+                        foreach (var provider in providers)
+                        {
+                            await ExecuteSafelyAsync(provider, () => provider.CleanUpOldSnapshotsAsync(stoppingToken), "Очистка старых данных");
+                        }
+
+                        // Запоминаем, что за сегодня очистку уже провели успешно
+                        _lastCleanupDay = now.Day;
+                    }
+
+                    #endregion
+                }
+
+            }, tickInterval);
+        }
+
+        private async Task ExecuteSafelyAsync(ISnapshotProvider provider, Func<Task> action, string operationName)
+        {
+            try
+            {
+                await action();
+            }
+            catch (Exception ex)
+            {
+                _logger.LogError(ex, "Критическая ошибка во время операции '{Operation}' в сервисе {ProviderName}", operationName, provider.GetType().Name);
+            }
+        }
+
+    }
+}

PARR.SnapshotWorker/appsettings.Development.json

@@ -0,0 +1,29 @@
+{
+  "ConnectionStrings": {
+    "RedisConnection": "10.99.253.216:6379,password=ParrP@ssPtk202MMdevDvs"
+  },
+  "Logging": {
+    "LogLevel": {
+      "Default": "Debug",
+      "Microsoft.Hosting.Lifetime": "Information"
+    }
+  },
+  "Serilog": {
+    "MinimumLevel": {
+      "Default": "Debug",
+      "Override": {
+        "Microsoft": "Warning",
+        "Microsoft.Hosting.Lifetime": "Information"
+      }
+    },
+    "WriteTo": [
+      {
+        "Name": "File",
+        "Args": {
+          "path": "log/log-.txt",
+          "rollingInterval": "Day"
+        }
+      }
+    ]
+  }
+}

PARR.SnapshotWorker/appsettings.json

@@ -0,0 +1,30 @@
+{
+  "ConnectionStrings": {
+    "DefaultConnection": "Server=10.99.253.184;Database=parr;User Id=app_parr; Password=PosdfkhT&)%sdfligL&%5546;",
+    "RedisConnection": "parr-redis:6379,password=ParrP@ssPtk202MMdevDvs"
+  },
+  "Logging": {
+    "LogLevel": {
+      "Default": "Information",
+      "Microsoft.EntityFrameworkCore": "Error",
+      "Microsoft.EntityFrameworkCore.Database.Command": "Warning",
+      "Microsoft.AspNetCore": "Warning"
+    }
+  },
+  "Serilog": {
+    "MinimumLevel": {
+      "Default": "Information",
+      "Override": {
+        "Microsoft": "Warning",
+        "Microsoft.EntityFrameworkCore": "Error",
+        "Microsoft.EntityFrameworkCore.Database.Command": "Warning",
+        "Microsoft.Hosting.Lifetime": "Information"
+      }
+    }
+  },
+  "CommonSettings": {
+    "RobotConfigurationSnapshotInterval": "00:02:00",
+    "RobotConfigurationSnapshotRetentionPeriod": "60:00:00:00",
+    "RobotSnapshotRetentionPeriod": "60:00:00:00"
+  }
+}