new file trasport data

Author: Giulio Massacci

terra-update-batch/modules/cosmoOutput.py

@@ -1037,19 +1037,21 @@ def createOutputGraphExtraUE(input_path, output_tr_extra_ue_file, output_tr_prod
             appo = pd.read_csv(
                 input_path + os.sep + f,
                 sep=params.SEP,
+                names=params.TRANSPORT_COLNAMES,
+                header=0,
                 low_memory=False,
                 keep_default_na=False,
                 na_values=[""],
             )
             listDataframes.append(appo)
 
     df = pd.concat(listDataframes, axis=0)
-    # df=df[df["PRODUCT_NST07_NST07"]!="TOT"]
+    # df=df[df["PRODUCT_NSTR"]!="TOT"]
     df = df[df["DECLARANT_ISO"] != "EU"]
     df = df[df["PARTNER_ISO"] != "EU"]
     df = df[
         [
-            "PRODUCT_NST07_NST07",
+            "PRODUCT_NSTR",
             "DECLARANT_ISO",
             "PARTNER_ISO",
             "PERIOD",
@@ -1059,7 +1061,6 @@ def createOutputGraphExtraUE(input_path, output_tr_extra_ue_file, output_tr_prod
             "QUANTITY_IN_KG",
         ]
     ]
-    df.rename(columns={'PRODUCT_NST07_NST07': 'PRODUCT_NSTR'}, inplace=True)
     df_tot = df.groupby([
         "DECLARANT_ISO",
         "PARTNER_ISO",

terra-update-batch/resources/params.py

@@ -59,9 +59,9 @@
 PAGE_BASKET_TIME_INTERVAL_M        : int = int(os.getenv("PAGE_BASKET_TIME_INTERVAL_M", "60"))
 
 PREFIX_PRODUCT  : str = "full_v2_"
-PREFIX_TRANSPORT: str = "nst07_extra"
+PREFIX_TRANSPORT: str = "nst07_extra_v2_"
 PREFIX_MAP      : dict[str, str] = {
-  "nst07_extra": "transport",
+  "nst07_extra_v2_": "transport",
   "full_v2_": "product"
 }
 
@@ -293,6 +293,19 @@
     "SUP_QUANTITY"
 ]
 
+TRANSPORT_COLNAMES = [
+    "DECLARANT_ISO",
+    "PARTNER_ISO",
+    "PRODUCT_NSTR",
+    "FLOW",
+    "TRANSPORT_MODE",
+    "CONTAINER",
+    "PERIOD",
+    "VALUE_IN_EUROS",
+    "VALUE_NAC",
+    "QUANTITY_IN_KG"
+]
+
 DB_COLUMN_TYPE = {
     'comext_imp': {
         'DECLARANT_ISO': str,