Import bundles

src/Microsoft.Health.Fhir.Api/Features/ActionResults/ImportBundleActionResult.cs

@@ -0,0 +1,27 @@
+// -------------------------------------------------------------------------------------------------
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
+// -------------------------------------------------------------------------------------------------
+
+using System.Collections.Generic;
+using System.Net;
+using System.Net.Http;
+using Azure.Core;
+using Microsoft.Health.Fhir.Core.Features.Operations.Import;
+using Microsoft.Health.Fhir.Core.Features.Operations.Import.Models;
+
+namespace Microsoft.Health.Fhir.Api.Features.ActionResults
+{
+    /// <summary>
+    /// Used to return the result of a import bundle operation.
+    /// </summary>
+    public class ImportBundleActionResult : ResourceActionResult<ImportBundleResult>
+    {
+        public ImportBundleActionResult(ImportBundleResult importBundleResult, HttpStatusCode statusCode)
+            : base(importBundleResult, statusCode)
+        {
+        }
+
+        public ImportBundleResult ImportBundleResult { get; private set; }
+    }
+}

src/Microsoft.Health.Fhir.Core/Extensions/ImportMediatorExtensions.cs

@@ -17,6 +17,17 @@ namespace Microsoft.Health.Fhir.Core.Extensions
 {
     public static class ImportMediatorExtensions
     {
+        public static async Task<ImportBundleResponse> ImportBundleAsync(
+            this IMediator mediator,
+            IReadOnlyList<ImportResource> resources,
+            CancellationToken cancellationToken)
+        {
+            EnsureArg.IsNotNull(mediator, nameof(mediator));
+            var request = new ImportBundleRequest(resources);
+            var response = await mediator.Send(request, cancellationToken);
+            return response;
+        }
+
         public static async Task<CreateImportResponse> ImportAsync(
             this IMediator mediator,
             Uri requestUri,

src/Microsoft.Health.Fhir.Core/Features/Operations/Import/ImportBundleMetricsNotification.cs

@@ -0,0 +1,37 @@
+// -------------------------------------------------------------------------------------------------
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
+// -------------------------------------------------------------------------------------------------
+
+using System;
+using Microsoft.Health.Fhir.Core.Features.Metrics;
+using Microsoft.Health.Fhir.ValueSets;
+
+namespace Microsoft.Health.Fhir.Core.Features.Operations.Import
+{
+    public class ImportBundleMetricsNotification : IMetricsNotification
+    {
+        public ImportBundleMetricsNotification(
+            DateTimeOffset startTime,
+            DateTimeOffset endTime,
+            long succeededCount)
+        {
+            FhirOperation = AuditEventSubType.ImportBundle;
+            ResourceType = null;
+
+            StartTime = startTime;
+            EndTime = endTime;
+            SucceededCount = succeededCount;
+        }
+
+        public string FhirOperation { get; }
+
+        public string ResourceType { get; }
+
+        public DateTimeOffset StartTime { get; }
+
+        public DateTimeOffset EndTime { get; }
+
+        public long SucceededCount { get; }
+    }
+}

src/Microsoft.Health.Fhir.Core/Features/Operations/Import/ImportBundleRequestHandler.cs

@@ -0,0 +1,55 @@
+// -------------------------------------------------------------------------------------------------
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
+// -------------------------------------------------------------------------------------------------
+
+using System;
+using System.IO;
+using System.Linq;
+using System.Threading;
+using System.Threading.Tasks;
+using EnsureThat;
+using Hl7.Fhir.Serialization;
+using MediatR;
+using Microsoft.Extensions.Logging;
+using Microsoft.Health.Core.Features.Security.Authorization;
+using Microsoft.Health.Fhir.Core.Exceptions;
+using Microsoft.Health.Fhir.Core.Features.Persistence;
+using Microsoft.Health.Fhir.Core.Features.Security;
+using Microsoft.Health.Fhir.Core.Messages.Import;
+using Microsoft.Health.JobManagement;
+
+namespace Microsoft.Health.Fhir.Core.Features.Operations.Import
+{
+    /// <summary>
+    /// MediatR request handler. Called when the ImportController processes ImportBundleRequest.
+    /// </summary>
+    public class ImportBundleRequestHandler : IRequestHandler<ImportBundleRequest, ImportBundleResponse>
+    {
+        private readonly IFhirDataStore _store;
+        private readonly ILogger<ImportBundleRequestHandler> _logger;
+        private readonly IAuthorizationService<DataActions> _authorizationService;
+
+        public ImportBundleRequestHandler(
+            IFhirDataStore store,
+            ILogger<ImportBundleRequestHandler> logger,
+            IAuthorizationService<DataActions> authorizationService)
+        {
+            _store = EnsureArg.IsNotNull(store, nameof(store));
+            _logger = EnsureArg.IsNotNull(logger, nameof(logger));
+            _authorizationService = EnsureArg.IsNotNull(authorizationService, nameof(authorizationService));
+        }
+
+        public async Task<ImportBundleResponse> Handle(ImportBundleRequest request, CancellationToken cancellationToken)
+        {
+            EnsureArg.IsNotNull(request, nameof(request));
+            if (await _authorizationService.CheckAccess(DataActions.Write, cancellationToken) != DataActions.Write)
+            {
+                throw new UnauthorizedFhirActionException();
+            }
+
+            var errors = await _store.ImportResourcesAsync(request.Resources, ImportMode.IncrementalLoad, cancellationToken);
+            return await Task.FromResult(new ImportBundleResponse(request.Resources.Count - errors.Count, errors));
+        }
+    }
+}

src/Microsoft.Health.Fhir.Core/Features/Operations/Import/Models/ImportBundleResult.cs

@@ -0,0 +1,31 @@
+// -------------------------------------------------------------------------------------------------
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
+// -------------------------------------------------------------------------------------------------
+
+using System;
+using System.Collections.Generic;
+using Newtonsoft.Json;
+
+namespace Microsoft.Health.Fhir.Core.Features.Operations.Import.Models
+{
+    public class ImportBundleResult
+    {
+        public ImportBundleResult(int loadedResources, IReadOnlyList<string> errors)
+        {
+            LoadedResources = loadedResources;
+            Errors = errors;
+        }
+
+        [JsonConstructor]
+        private ImportBundleResult()
+        {
+        }
+
+        [JsonProperty("loadedResources")]
+        public int LoadedResources { get; private set; }
+
+        [JsonProperty("errors")]
+        public IReadOnlyList<string> Errors { get; private set; }
+    }
+}

src/Microsoft.Health.Fhir.Core/Features/Persistence/IFhirDataStore.cs

@@ -6,11 +6,14 @@
 using System.Collections.Generic;
 using System.Threading;
 using System.Threading.Tasks;
+using Microsoft.Health.Fhir.Core.Features.Operations.Import;
 
 namespace Microsoft.Health.Fhir.Core.Features.Persistence
 {
     public interface IFhirDataStore
     {
+        Task<IReadOnlyList<string>> ImportResourcesAsync(IReadOnlyList<ImportResource> resources, ImportMode importMode, CancellationToken cancellationToken);
+
         Task<IDictionary<DataStoreOperationIdentifier, DataStoreOperationOutcome>> MergeAsync(IReadOnlyList<ResourceWrapperOperation> resources, CancellationToken cancellationToken);
 
         Task<IDictionary<DataStoreOperationIdentifier, DataStoreOperationOutcome>> MergeAsync(IReadOnlyList<ResourceWrapperOperation> resources, MergeOptions mergeOptions, CancellationToken cancellationToken);

src/Microsoft.Health.Fhir.Core/Features/Persistence/ImportBundleFhirPathExtension.cs

@@ -0,0 +1,21 @@
+// -------------------------------------------------------------------------------------------------
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
+// -------------------------------------------------------------------------------------------------
+
+using System.Linq;
+using Hl7.Fhir.Model;
+using Microsoft.Health.Fhir.Core.Models;
+
+namespace Microsoft.Health.Fhir.Core.Features.Persistence;
+
+public static class ImportBundleFhirPathExtension
+{
+    /// <summary>
+    /// Return true if this resource contains the ImportBundle profile in meta data
+    /// </summary>
+    public static bool HasImportBundleProfile(this Resource resource)
+    {
+        return resource.Meta?.Profile != null && resource.Meta.Profile.Contains(KnownFhirPaths.ImportBundleProfileExtensionUrl);
+    }
+}

src/Microsoft.Health.Fhir.Core/Messages/BulkImport/ImportBundleRequest.cs

@@ -0,0 +1,28 @@
+// -------------------------------------------------------------------------------------------------
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
+// -------------------------------------------------------------------------------------------------
+
+using System;
+using System.Collections.Generic;
+using EnsureThat;
+using MediatR;
+using Microsoft.Health.Fhir.Core.Features.Operations.Import;
+using Microsoft.Health.Fhir.Core.Features.Operations.Import.Models;
+using Microsoft.Health.Fhir.Core.Features.Persistence;
+
+namespace Microsoft.Health.Fhir.Core.Messages.Import
+{
+    public class ImportBundleRequest : IRequest<ImportBundleResponse>
+    {
+        public ImportBundleRequest(IReadOnlyList<ImportResource> resources)
+        {
+            Resources = EnsureArg.IsNotNull(resources, nameof(resources));
+        }
+
+        /// <summary>
+        /// Resources to import
+        /// </summary>
+        public IReadOnlyList<ImportResource> Resources { get; }
+    }
+}

src/Microsoft.Health.Fhir.Core/Messages/BulkImport/ImportBundleResponse.cs

@@ -0,0 +1,22 @@
+// -------------------------------------------------------------------------------------------------
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
+// -------------------------------------------------------------------------------------------------
+
+using System.Collections.Generic;
+
+namespace Microsoft.Health.Fhir.Core.Messages.Import
+{
+    public class ImportBundleResponse
+    {
+        public ImportBundleResponse(int loaded, IReadOnlyList<string> errors)
+        {
+            LoadedResources = loaded;
+            Errors = errors;
+        }
+
+        public int LoadedResources { get; private set; }
+
+        public IReadOnlyList<string> Errors { get; private set; }
+    }
+}

src/Microsoft.Health.Fhir.Core/Models/KnownFhirPaths.cs

@@ -9,6 +9,8 @@ public static class KnownFhirPaths
     {
         internal const string AzureSoftDeletedExtensionUrl = "http://azurehealthcareapis.com/data-extensions/deleted-state";
 
+        public const string ImportBundleProfileExtensionUrl = "http://azurehealthcareapis.com/data-extensions/import-bundle";
+
         public const string BundleEntries = "Resource.entry.resource";
 
         public const string BundleNextLink = "Resource.link.where(relation = 'next').url";

src/Microsoft.Health.Fhir.CosmosDb/Features/Storage/CosmosFhirDataStore.cs

@@ -28,6 +28,7 @@
 using Microsoft.Health.Fhir.Core.Extensions;
 using Microsoft.Health.Fhir.Core.Features.Conformance;
 using Microsoft.Health.Fhir.Core.Features.Definition;
+using Microsoft.Health.Fhir.Core.Features.Operations.Import;
 using Microsoft.Health.Fhir.Core.Features.Persistence;
 using Microsoft.Health.Fhir.Core.Features.Persistence.Orchestration;
 using Microsoft.Health.Fhir.Core.Models;
@@ -118,6 +119,11 @@ public CosmosFhirDataStore(
             _modelInfoProvider = modelInfoProvider;
         }
 
+        public Task<IReadOnlyList<string>> ImportResourcesAsync(IReadOnlyList<ImportResource> resources, ImportMode importMode, CancellationToken cancellationToken)
+        {
+            throw new NotSupportedException();
+        }
+
         public async Task<IReadOnlyList<ResourceWrapper>> GetAsync(IReadOnlyList<ResourceKey> keys, CancellationToken cancellationToken)
         {
             var results = new List<ResourceWrapper>();

src/Microsoft.Health.Fhir.Shared.Api.UnitTests/Controllers/ImportControllerTests.cs

@@ -18,6 +18,7 @@
 using Microsoft.Health.Fhir.Core.Features.Context;
 using Microsoft.Health.Fhir.Core.Features.Operations.Import;
 using Microsoft.Health.Fhir.Core.Features.Operations.Import.Models;
+using Microsoft.Health.Fhir.Core.Features.Persistence;
 using Microsoft.Health.Fhir.Core.Features.Routing;
 using Microsoft.Health.Fhir.Tests.Common;
 using Microsoft.Health.Test.Utilities;
@@ -100,6 +101,8 @@ private ImportController GetController(ImportTaskConfiguration bulkImportConfig)
                 _urlResolver,
                 optionsOperationConfiguration,
                 optionsFeatures,
+                Substitute.For<IResourceWrapperFactory>(),
+                Substitute.For<IImportErrorSerializer>(),
                 NullLogger<ImportController>.Instance);
         }
 

src/Microsoft.Health.Fhir.Shared.Api/Controllers/FhirController.cs

@@ -38,6 +38,7 @@
 using Microsoft.Health.Fhir.Core.Features;
 using Microsoft.Health.Fhir.Core.Features.Context;
 using Microsoft.Health.Fhir.Core.Features.Operations;
+using Microsoft.Health.Fhir.Core.Features.Operations.Import;
 using Microsoft.Health.Fhir.Core.Features.Operations.Versions;
 using Microsoft.Health.Fhir.Core.Features.Persistence;
 using Microsoft.Health.Fhir.Core.Features.Persistence.Orchestration;
@@ -68,6 +69,8 @@ public class FhirController : Controller
         private readonly ILogger<FhirController> _logger;
         private readonly RequestContextAccessor<IFhirRequestContext> _fhirRequestContextAccessor;
         private readonly IUrlResolver _urlResolver;
+        private readonly IResourceWrapperFactory _resourceWrapperFactory;
+        private readonly IImportErrorSerializer _importErrorSerializer;
 
         /// <summary>
         /// Initializes a new instance of the <see cref="FhirController" /> class.
@@ -78,13 +81,16 @@ public class FhirController : Controller
         /// <param name="urlResolver">The urlResolver.</param>
         /// <param name="uiConfiguration">The UI configuration.</param>
         /// <param name="authorizationService">The authorization service.</param>
+        /// <param name="resourceWrapperFactory">The resource Wrapper Factory.</param>
         public FhirController(
             IMediator mediator,
             ILogger<FhirController> logger,
             RequestContextAccessor<IFhirRequestContext> fhirRequestContextAccessor,
             IUrlResolver urlResolver,
             IOptions<FeatureConfiguration> uiConfiguration,
-            IAuthorizationService authorizationService)
+            IAuthorizationService authorizationService,
+            IResourceWrapperFactory resourceWrapperFactory,
+            IImportErrorSerializer importErrorSerializer)
         {
             EnsureArg.IsNotNull(mediator, nameof(mediator));
             EnsureArg.IsNotNull(logger, nameof(logger));
@@ -98,6 +104,8 @@ public FhirController(
             _logger = logger;
             _fhirRequestContextAccessor = fhirRequestContextAccessor;
             _urlResolver = urlResolver;
+            _resourceWrapperFactory = EnsureArg.IsNotNull(resourceWrapperFactory, nameof(resourceWrapperFactory));
+            _importErrorSerializer = EnsureArg.IsNotNull(importErrorSerializer, nameof(importErrorSerializer));
         }
 
         [ApiExplorerSettings(IgnoreApi = true)]
@@ -656,6 +664,11 @@ public async Task<IActionResult> Versions()
         [AuditEventType(AuditEventSubType.BundlePost)]
         public async Task<IActionResult> BatchAndTransactions([FromBody] Resource bundle)
         {
+            if (bundle.HasImportBundleProfile())
+            {
+                return await ImportController.ImportBundleInternal(Request, bundle, _resourceWrapperFactory, _mediator, _logger, _importErrorSerializer, HttpContext.RequestAborted);
+            }
+
             ResourceElement bundleResponse = await _mediator.PostBundle(bundle.ToResourceElement());
 
             return FhirResult.Create(bundleResponse);