Prod mirror: bring prod's setup to staging and test it with prod's traffic

README.md

@@ -121,6 +121,7 @@ The database schema is created on first start. A new database refuses to start w
 | [Configuration](docs/configuration.md) | Every configuration key, runtime setting and Helm value |
 | [Deployment](docs/deployment.md) | Docker image, Helm chart, databases, storage and CI/CD |
 | [Operations](docs/operations.md) | Monitoring, troubleshooting, logs and data retention |
+| [Prod mirror](docs/prod-mirror.md) | Copying a prod's setup onto a staging, every value faked, to try an upgrade there first |
 | [Admin UI](docs/admin-ui.md) | A tour of the web interface |
 | [API reference](docs/api-reference.md) | REST conventions and every endpoint |
 | [Development](docs/development.md) | Local setup, tests, migrations and extending Bitween |

SW.Bitween.Api/Controllers/GatewayController.cs

@@ -194,8 +194,11 @@ await xchangeService.RunValidator(subscription.ValidatorRef, validatorProperties
         var xchangeId = string.IsNullOrEmpty(idempotencyKey)
             ? null
             : await IdempotencyGuard.FindAsync(dbContext, idempotencyScope, idempotencyKey);
+        // A mirror's rehearsal calls as prod's partner did, under a correlation of its own, and sends
+        // what the rehearsal before it sent.
+        var rehearsal = Services.Mirror.MirrorTraffic.CorrelationFor(options, Request.Headers);
         // Not for a replayed call: its payload is a repeat by definition, and it is answered already.
-        var duplicate = xchangeId is null
+        var duplicate = xchangeId is null && rehearsal is null
             ? await new DuplicateArrivals(dbContext).CheckAsync(document, partner.Id, xchangeFile)
             : null;
 
@@ -217,7 +220,7 @@ await xchangeService.RunValidator(subscription.ValidatorRef, validatorProperties
 
             // The sets already read at the top of the request, from the cache.
             var xchange = await xchangeService.CreateXchange(subscription, xchangeFile, xchangeReferences.ToArray(),
-                Guid.NewGuid().ToString("N"), partner, globalAdapterValuesSet);
+                rehearsal ?? Guid.NewGuid().ToString("N"), partner, globalAdapterValuesSet);
             if (resultSync)
             {
                 // Before the save publishes the exchange, so its result can't arrive unannounced. The

SW.Bitween.Api/Interfaces/IInfolinkCache.cs

@@ -1,3 +1,4 @@
+using System.Collections.Generic;
 using System.Threading.Tasks;
 using SW.Bitween.Domain;
 using SW.Bitween.Domain.Gateway;
@@ -8,6 +9,14 @@ public interface IInfolinkCache
 {
     public Task<Subscription[]> ListSubscriptionsByDocumentAsync(int documentId);
     public Task<BusGatewayRoute[]> ListBusGatewayRoutesByDocumentAsync(int documentId);
+
+    /// <summary>
+    /// The routes, and those of the switched-off gateways in <paramref name="alsoSwitchedOff"/> too: a
+    /// mirror's copy switches off gateways prod has on, so nothing runs on its own, and its rehearsal's
+    /// traffic still goes where prod's would.
+    /// </summary>
+    public Task<BusGatewayRoute[]> ListBusGatewayRoutesByDocumentAsync(int documentId, IReadOnlySet<int> alsoSwitchedOff) =>
+        ListBusGatewayRoutesByDocumentAsync(documentId);
     public Task<Notifier[]> ListNotifiersAsync();
     public Task<NotificationChannel> NotificationChannelByIdAsync(int channelId);
 

SW.Bitween.Api/Resources/ApiGateways/Search.cs

@@ -5,17 +5,19 @@
 using Microsoft.EntityFrameworkCore;
 using SW.Bitween.Domain.Gateway;
 using SW.Bitween.Model;
+using SW.Bitween.Services.Mirror;
 
 namespace SW.Bitween.Resources.ApiGateways
 {
-    public class Search(BitweenDbContext dbContext, RequestContext requestContext) : ISearchyHandler
+    public class Search(BitweenDbContext dbContext, RequestContext requestContext, MirrorService mirror) : ISearchyHandler
     {
         public async Task<object> Handle(SearchyRequest searchyRequest, bool lookup = false, string searchPhrase = null)
         {
             // Lookup returns only id/name pairs, which pickers across the app rely on;
             // the full list is the data, so that's what the view permission covers.
             if (!lookup)
                 await requestContext.EnsurePermission(dbContext, Model.Permissions.ApiGateways.View);
+            await mirror.FilterAsync(searchyRequest, "apiGateways", requestContext, dbContext);
 
             var query = from gateway in dbContext.Set<ApiGateway>()
                         select new ApiGatewayRow

SW.Bitween.Api/Resources/BusGateways/Search.cs

@@ -2,21 +2,23 @@
 using SW.Bitween.Domain;
 using SW.Bitween.Domain.Gateway;
 using SW.Bitween.Model;
+using SW.Bitween.Services.Mirror;
 using SW.EfCoreExtensions;
 using SW.PrimitiveTypes;
 using System.Linq;
 using System.Threading.Tasks;
 
 namespace SW.Bitween.Resources.BusGateways
 {
-    public class Search(BitweenDbContext dbContext, RequestContext requestContext) : ISearchyHandler
+    public class Search(BitweenDbContext dbContext, RequestContext requestContext, MirrorService mirror) : ISearchyHandler
     {
         public async Task<object> Handle(SearchyRequest searchyRequest, bool lookup = false, string searchPhrase = null)
         {
             // Lookup returns only id/name pairs, which pickers across the app rely on;
             // the full list is the data, so that's what the view permission covers.
             if (!lookup)
                 await requestContext.EnsurePermission(dbContext, Model.Permissions.BusGateways.View);
+            await mirror.FilterAsync(searchyRequest, "busGateways", requestContext, dbContext);
 
             var documents = dbContext.Set<Document>();
             var dataSources = dbContext.Set<Domain.DataSources.DataSource>();