[Feature] Subscriptions engine

Directory.Packages.props

@@ -6,6 +6,8 @@
   </PropertyGroup>
   <ItemGroup Label="CVE Mitigation">
     <!--Please include the CGA id if possible-->
+    <PackageVersion Include="Microsoft.AspNetCore.Http.Abstractions" Version="2.2.0" />
+    <PackageVersion Include="Microsoft.AspNetCore.Mvc.Core" Version="2.2.5" />
     <PackageVersion Include="System.Security.Cryptography.Xml" Version="8.0.1" />
     <!--CVE-2023-29331-->
     <PackageVersion Include="System.Security.Cryptography.Pkcs" Version="8.0.0" />
@@ -31,6 +33,7 @@
   </Choose>
   <ItemGroup>
     <PackageVersion Include="AngleSharp" Version="1.1.2" />
+    <PackageVersion Include="Azure.Messaging.EventGrid" Version="4.24.0" />
     <PackageVersion Include="Azure.Identity" Version="1.12.0" />
     <PackageVersion Include="Azure.ResourceManager.CosmosDB" Version="1.3.2" />
     <PackageVersion Include="Azure.Extensions.AspNetCore.Configuration.Secrets" Version="1.3.1" />
@@ -125,4 +128,4 @@
     <PackageVersion Include="System.Drawing.Common" Version="8.0.8" />
     <PackageVersion Include="Moq" Version="4.20.69" />
   </ItemGroup>
-</Project>
+</Project>

Microsoft.Health.Fhir.sln

@@ -199,11 +199,15 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "PerfTester", "tools\PerfTes
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SqlScriptRunner", "tools\SqlScriptRunner\SqlScriptRunner.csproj", "{76C29222-8D35-43A2-89C5-43114D113C10}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.Health.Fhir.CosmosDb.Initialization", "src\Microsoft.Health.Fhir.CosmosDb.Initialization\Microsoft.Health.Fhir.CosmosDb.Initialization.csproj", "{10661BC9-01B0-4E35-9751-3B5CE97E25C0}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Health.Fhir.CosmosDb.Initialization", "src\Microsoft.Health.Fhir.CosmosDb.Initialization\Microsoft.Health.Fhir.CosmosDb.Initialization.csproj", "{10661BC9-01B0-4E35-9751-3B5CE97E25C0}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.Health.Fhir.CosmosDb.Initialization.UnitTests", "src\Microsoft.Health.Fhir.CosmosDb.Initialization.UnitTests\Microsoft.Health.Fhir.CosmosDb.Initialization.UnitTests.csproj", "{B9AAA11D-8C8C-44C3-AADE-801376EF82F0}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Health.Fhir.CosmosDb.Initialization.UnitTests", "src\Microsoft.Health.Fhir.CosmosDb.Initialization.UnitTests\Microsoft.Health.Fhir.CosmosDb.Initialization.UnitTests.csproj", "{B9AAA11D-8C8C-44C3-AADE-801376EF82F0}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.Health.Fhir.CosmosDb.Core", "src\Microsoft.Health.Fhir.CosmosDb.Core\Microsoft.Health.Fhir.CosmosDb.Core.csproj", "{1CD46DC5-6022-4BBE-9A1C-6B13C3CEFC75}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Health.Fhir.CosmosDb.Core", "src\Microsoft.Health.Fhir.CosmosDb.Core\Microsoft.Health.Fhir.CosmosDb.Core.csproj", "{1CD46DC5-6022-4BBE-9A1C-6B13C3CEFC75}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Health.Fhir.Subscriptions", "src\Microsoft.Health.Fhir.Subscriptions\Microsoft.Health.Fhir.Subscriptions.csproj", "{BD8F3137-89F5-4EE5-B269-24D73081E00A}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.Health.Fhir.Subscriptions.Tests", "src\Microsoft.Health.Fhir.Subscriptions.Tests\Microsoft.Health.Fhir.Subscriptions.Tests.csproj", "{AA73AB9D-52EF-4172-9911-3C9D661C8D48}"
 EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
@@ -483,6 +487,14 @@ Global
 		{1CD46DC5-6022-4BBE-9A1C-6B13C3CEFC75}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{1CD46DC5-6022-4BBE-9A1C-6B13C3CEFC75}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{1CD46DC5-6022-4BBE-9A1C-6B13C3CEFC75}.Release|Any CPU.Build.0 = Release|Any CPU
+		{BD8F3137-89F5-4EE5-B269-24D73081E00A}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{BD8F3137-89F5-4EE5-B269-24D73081E00A}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{BD8F3137-89F5-4EE5-B269-24D73081E00A}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{BD8F3137-89F5-4EE5-B269-24D73081E00A}.Release|Any CPU.Build.0 = Release|Any CPU
+		{AA73AB9D-52EF-4172-9911-3C9D661C8D48}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{AA73AB9D-52EF-4172-9911-3C9D661C8D48}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{AA73AB9D-52EF-4172-9911-3C9D661C8D48}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{AA73AB9D-52EF-4172-9911-3C9D661C8D48}.Release|Any CPU.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(SolutionProperties) = preSolution
 		HideSolutionNode = FALSE
@@ -578,10 +590,12 @@ Global
 		{10661BC9-01B0-4E35-9751-3B5CE97E25C0} = {DC5A2CB1-8995-4D39-97FE-3CE80E892C69}
 		{B9AAA11D-8C8C-44C3-AADE-801376EF82F0} = {DC5A2CB1-8995-4D39-97FE-3CE80E892C69}
 		{1CD46DC5-6022-4BBE-9A1C-6B13C3CEFC75} = {DC5A2CB1-8995-4D39-97FE-3CE80E892C69}
+		{BD8F3137-89F5-4EE5-B269-24D73081E00A} = {7457B218-2651-49B5-BED8-22233889516A}
+		{AA73AB9D-52EF-4172-9911-3C9D661C8D48} = {7457B218-2651-49B5-BED8-22233889516A}
 	EndGlobalSection
 	GlobalSection(ExtensibilityGlobals) = postSolution
-		RESX_SortFileContentOnSave = True
 		SolutionGuid = {E370FB31-CF95-47D1-B1E1-863A77973FF8}
+		RESX_SortFileContentOnSave = True
 	EndGlobalSection
 	GlobalSection(SharedMSBuildProjectFiles) = preSolution
 		test\Microsoft.Health.Fhir.Shared.Tests.E2E.Common\Microsoft.Health.Fhir.Shared.Tests.E2E.Common.projitems*{0478b687-7105-40f6-a2dc-81057890e944}*SharedItemsImports = 13

R4.slnf

@@ -29,12 +29,12 @@
       "src\\Microsoft.Health.Fhir.Shared.Web\\Microsoft.Health.Fhir.Shared.Web.shproj",
       "src\\Microsoft.Health.Fhir.SqlServer.UnitTests\\Microsoft.Health.Fhir.SqlServer.UnitTests.csproj",
       "src\\Microsoft.Health.Fhir.SqlServer\\Microsoft.Health.Fhir.SqlServer.csproj",
+      "src\\Microsoft.Health.Fhir.Subscriptions.Tests\\Microsoft.Health.Fhir.Subscriptions.Tests.csproj",
+      "src\\Microsoft.Health.Fhir.Subscriptions\\Microsoft.Health.Fhir.Subscriptions.csproj",
       "src\\Microsoft.Health.Fhir.Tests.Common\\Microsoft.Health.Fhir.Tests.Common.csproj",
       "src\\Microsoft.Health.TaskManagement\\Microsoft.Health.TaskManagement.csproj",
       "src\\Microsoft.Health.TaskManagement.UnitTests\\Microsoft.Health.TaskManagement.UnitTests.csproj",
       "src\\Microsoft.Health.Fhir.ValueSets\\Microsoft.Health.Fhir.ValueSets.csproj",
-      "src\\Microsoft.Health.TaskManagement.UnitTests\\Microsoft.Health.TaskManagement.UnitTests.csproj",
-      "src\\Microsoft.Health.TaskManagement\\Microsoft.Health.TaskManagement.csproj",
       "test\\Microsoft.Health.Fhir.R4.Tests.E2E\\Microsoft.Health.Fhir.R4.Tests.E2E.csproj",
       "test\\Microsoft.Health.Fhir.R4.Tests.Integration\\Microsoft.Health.Fhir.R4.Tests.Integration.csproj",
       "test\\Microsoft.Health.Fhir.Shared.Tests.Crucible\\Microsoft.Health.Fhir.Shared.Tests.Crucible.shproj",
@@ -43,4 +43,4 @@
       "test\\Microsoft.Health.Fhir.Shared.Tests.Integration\\Microsoft.Health.Fhir.Shared.Tests.Integration.shproj"
     ]
   }
-}
+}

build/docker/Dockerfile

@@ -49,6 +49,9 @@ COPY ./src/Microsoft.Health.Fhir.CosmosDb.Core/Microsoft.Health.Fhir.CosmosDb.Co
 COPY ./src/Microsoft.Health.Fhir.CosmosDb.Initialization/Microsoft.Health.Fhir.CosmosDb.Initialization.csproj \
      ./src/Microsoft.Health.Fhir.CosmosDb.Initialization/Microsoft.Health.Fhir.CosmosDb.Initialization.csproj
 
+COPY ./src/Microsoft.Health.Fhir.Subscriptions/Microsoft.Health.Fhir.Subscriptions.csproj \
+     ./src/Microsoft.Health.Fhir.Subscriptions/Microsoft.Health.Fhir.Subscriptions.csproj
+
 COPY ./src/Microsoft.Health.Fhir.${FHIR_VERSION}.Core/Microsoft.Health.Fhir.${FHIR_VERSION}.Core.csproj \
      ./src/Microsoft.Health.Fhir.${FHIR_VERSION}.Core/Microsoft.Health.Fhir.${FHIR_VERSION}.Core.csproj
 

docs/rest/Subscriptions.http

@@ -0,0 +1,250 @@
+# # .SUMMARY Sample requests to verify FHIR Conditional Delete
+# The assumption for the requests and resources below:
+# The FHIR version is R4
+
+@hostname = localhost:44348
+
+### Get the bearer token, if authentication is enabled
+# @name bearer
+POST https://{{hostname}}/connect/token
+content-type: application/x-www-form-urlencoded
+
+grant_type=client_credentials
+&client_id=globalAdminServicePrincipal
+&client_secret=globalAdminServicePrincipal
+&scope=fhir-api
+
+### PUT Subscription for Blob Storage
+## More examples: https://build.fhir.org/ig/HL7/fhir-subscription-backport-ig/artifacts.html
+PUT https://{{hostname}}/Subscription/example-backport-storage-patient
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}
+
+{
+  "resourceType": "Subscription",
+  "id": "example-backport-storage-patient",
+  "meta" : {
+    "profile": ["http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-subscription"]
+  },
+  "status": "requested",
+  "end": "2031-01-01T12:00:00",
+  "reason": "Test subscription based on transactions, filtered by Patient",
+  "criteria" : "http://azurehealthcareapis.com/data-extentions/SubscriptionTopics/transactions",
+  "_criteria": {
+    "extension": [
+      {
+        "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-filter-criteria",
+        "valueString": "Patient"
+      }
+    ]
+  },
+  "channel": {
+    "extension": [
+      {
+        "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-heartbeat-period",
+        "valueInteger": 120
+      }
+    ],
+    "type" : "rest-hook",
+    "_type" : {
+      "extension" : [
+        {
+          "url" : "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-channel-type",
+          "valueCoding" : {
+            "system" : "http://azurehealthcareapis.com/data-extentions/subscription-channel-type",
+            "code" : "azure-storage",
+            "display" : "Azure Blob Storage"
+          }
+        }
+      ]
+    },
+    "endpoint": "sync-patient",
+    "payload": "application/fhir+json",
+    "_payload": {
+      "extension": [
+        {
+          "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-payload-content",
+          "valueCode": "full-resource"
+        }
+      ]
+    }
+  }
+}
+
+### PUT Subscription for REST Hook
+PUT https://{{hostname}}/Subscription/example-rest-hook-patient
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}
+
+{
+  "resourceType": "Subscription",
+  "id": "example-rest-hook-patient",
+  "meta" : {
+    "profile": ["http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-subscription"]
+  },
+  "status": "requested",
+  "end": "2031-01-01T12:00:00",
+  "reason": "Test subscription based on transactions, filtered by Patient",
+  "criteria" : "http://azurehealthcareapis.com/data-extentions/SubscriptionTopics/transactions",
+  "_criteria": {
+    "extension": [
+      {
+        "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-filter-criteria",
+        "valueString": "Patient"
+      }
+    ]
+  },
+  "channel": {
+    "extension": [
+      {
+        "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-heartbeat-period",
+        "valueInteger": 120
+      }
+    ],
+    "type" : "rest-hook",
+    "endpoint": "https://subscriptions.argo.run/fhir/r4/$subscription-hook",
+    "_type" : {
+      "extension" : [
+        {
+          "url" : "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-channel-type",
+          "valueCoding" : {
+            "system" : "http://azurehealthcareapis.com/data-extentions/subscription-channel-type",
+            "code" : "rest-hook",
+            "display" : "Rest Hook"
+          }
+        }
+      ]
+    },
+    "payload": "application/fhir+json",
+    "_payload": {
+      "extension": [
+        {
+          "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-payload-content",
+          "valueCode": "full-resource"
+        }
+      ]
+    }
+  }
+}
+
+### PUT Subscription for Blob Storage
+## More examples: https://build.fhir.org/ig/HL7/fhir-subscription-backport-ig/artifacts.html
+PUT https://{{hostname}}/Subscription/example-backport-storage-all
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}
+
+{
+  "resourceType": "Subscription",
+  "id": "example-backport-storage-all",
+  "meta" : {
+    "profile": ["http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-subscription"]
+  },
+  "status": "requested",
+  "end": "2031-01-01T12:00:00",
+  "reason": "Test subscription based on transactions",
+  "criteria" : "http://azurehealthcareapis.com/data-extentions/SubscriptionTopics/transactions",
+  "channel": {
+    "extension": [
+      {
+        "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-heartbeat-period",
+        "valueInteger": 120
+      },
+      {
+          "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-max-count",
+          "valuePositiveInt": 20
+      }
+    ],
+    "type" : "rest-hook",
+    "_type" : {
+      "extension" : [
+        {
+          "url" : "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-channel-type",
+          "valueCoding" : {
+            "system" : "http://azurehealthcareapis.com/data-extentions/subscription-channel-type",
+            "code" : "azure-storage",
+            "display" : "Azure Blob Storage"
+          }
+        }
+      ]
+    },
+    "endpoint": "sync-all",
+    "payload": "application/fhir+json",
+    "_payload": {
+      "extension": [
+        {
+          "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-payload-content",
+          "valueCode": "full-resource"
+        }
+      ]
+    }
+  }
+}
+
+### PUT Subscription for Fabric
+## More examples: https://build.fhir.org/ig/HL7/fhir-subscription-backport-ig/artifacts.html
+PUT https://{{hostname}}/Subscription/example-backport-lake
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}
+
+{
+  "resourceType": "Subscription",
+  "id": "example-backport-lake",
+  "meta" : {
+    "profile": ["http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-subscription"]
+  },
+  "status": "requested",
+  "end": "2031-01-01T12:00:00",
+  "reason": "Test subscription based on transactions",
+  "criteria" : "http://azurehealthcareapis.com/data-extentions/SubscriptionTopics/transactions",
+  "channel": {
+    "extension": [
+      {
+        "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-heartbeat-period",
+        "valueInteger": 120
+      }
+    ],
+    "type" : "rest-hook",
+    "_type" : {
+      "extension" : [
+        {
+          "url" : "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-channel-type",
+          "valueCoding" : {
+            "system" : "http://azurehealthcareapis.com/data-extentions/subscription-channel-type",
+            "code" : "azure-lake-storage",
+            "display" : "Azure Data Lake Contract Storage"
+          }
+        }
+      ]
+    },
+    "endpoint": "sync-lake",
+    "payload": "application/fhir+ndjson",
+    "_payload": {
+      "extension": [
+        {
+          "url": "http://hl7.org/fhir/uv/subscriptions-backport/StructureDefinition/backport-payload-content",
+          "valueCode": "full-resource"
+        }
+      ]
+    }
+  }
+}
+
+###
+DELETE https://{{hostname}}/Subscription/example-backport-storage-all
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}
+
+###
+DELETE https://{{hostname}}/Subscription/example-backport-storage-patient
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}
+
+###
+DELETE https://{{hostname}}/Subscription/example-backport-lake
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}
+
+###
+DELETE https://{{hostname}}/Subscription/example-rest-hook-patient
+content-type: application/json
+Authorization: Bearer {{bearer.response.body.access_token}}

src/Microsoft.Health.Fhir.Api/Features/Routing/UrlResolver.cs

@@ -138,11 +138,11 @@ private Uri ResolveResourceUrl(string resourceId, string resourceTypeName, strin
             }
 
             return GetRouteUri(
-                ActionContext.HttpContext,
+                ActionContext?.HttpContext,
                 routeName,
                 routeValues,
-                Request.Scheme,
-                Request.Host.Value);
+                Request?.Scheme,
+                Request?.Host.Value);
         }
 
         public Uri ResolveRouteUrl(IReadOnlyCollection<Tuple<string, string>> unsupportedSearchParams = null, IReadOnlyList<(SearchParameterInfo searchParameterInfo, SortOrder sortOrder)> resultSortOrder = null, string continuationToken = null, bool removeTotalParameter = false)

src/Microsoft.Health.Fhir.Api/Microsoft.Health.Fhir.Api.csproj

@@ -26,6 +26,7 @@
   </ItemGroup>
   <ItemGroup>
     <ProjectReference Include="..\Microsoft.Health.Fhir.Core\Microsoft.Health.Fhir.Core.csproj" />
+    <ProjectReference Include="..\Microsoft.Health.Fhir.Subscriptions\Microsoft.Health.Fhir.Subscriptions.csproj" />
     <ProjectReference Include="..\Microsoft.Health.Fhir.ValueSets\Microsoft.Health.Fhir.ValueSets.csproj" />
   </ItemGroup>
   <ItemGroup>

src/Microsoft.Health.Fhir.Api/Registration/FhirServerServiceCollectionExtensions.cs

@@ -8,6 +8,7 @@
 using Microsoft.Health.Api.Modules;
 using Microsoft.Health.Extensions.DependencyInjection;
 using Microsoft.Health.Fhir.Api.Configs;
+using Microsoft.Health.Fhir.Subscriptions.Registration;
 
 namespace Microsoft.Extensions.DependencyInjection
 {
@@ -20,6 +21,7 @@ public static IServiceCollection AddFhirServerBase(this IServiceCollection servi
 
             services.RegisterAssemblyModules(Assembly.GetExecutingAssembly(), fhirServerConfiguration);
             services.RegisterAssemblyModules(typeof(InitializationModule).Assembly, fhirServerConfiguration);
+            services.RegisterAssemblyModules(typeof(SubscriptionsModule).Assembly, fhirServerConfiguration.CoreFeatures);
 
             return services;
         }