Merge pull request #28 from SciCatProject/metadata_configuration_files

Metadata configuration files

Author: YooSunYoung

resources/loki.configuration.json.example

@@ -0,0 +1,49 @@
+{
+ "proposal_id" : {
+  "field_type" : "high_level",
+  "machine_name" : "proposalId",
+  "source" : "NXS:/entry/experiment_identifier",
+  "type" : "string"
+ },
+ "principal_investigator" : {
+  "field_type" : "high_level",
+  "machine_name" : "principalInvestigator",
+  "source" : "UO:proposal:/proposer/firstname + UO:proposal:/proposer/lastname",
+  "type" : "string"
+ },
+ "dataset_name" : {
+  "field_type" : "high_level",
+  "machine_name" : "datasetName",
+  "source" : "NXS:/entry/title",
+  "type" : "string"
+ },
+ "acquisition_type" : {
+  "field_type" : "scientific_metadata",
+  "machine_name" : "acquisition_type",
+  "human_name" : "Acquisition Type",
+  "value" : "Unknown",
+  "type" : "string"
+ },
+ "start_time" : {
+   "field_type" : "scientific_metadata",
+   "machine_name" : "start_time",
+   "human_name" : "Start Time",
+   "source" : "WRDN:/metadata/start_time",
+   "transformation" : "timestamp_to_iso8601",
+   "type" : "date"
+ }
+ "end_time" : {
+   "field_type" : "scientific_metadata",
+   "machine_name" : "end_time",
+   "human_name" : "End Time",
+   "source" : "WRDN:/metadata/end_time",
+   "transformation" : "timestamp_to_iso8601",
+   "type" : "date"
+ },
+ "sample_id" : {
+  "field_type" : "high_level",
+  "machine_name" : "sampleId",
+  "value" : "",
+  "type" : "string"
+ },
+]

src/scicat_ingestor.py

@@ -64,9 +64,8 @@ def main() -> None:
 
                 # instantiate a new process and runs backeground ingestor
                 # on the nexus file
-
-                pass
+                ...
 
             # check if we need to commit the individual message
-            if config.kafka_options.individual_message_commit:
+            elif config.kafka_options.individual_message_commit:
                 consumer.commit(message=message)