format:fix

Author: MarleneKress79789

exasol_transformers_extension/deployment/create_script.sql

@@ -55,7 +55,74 @@ def run(ctx):
 
 
 /
+CREATE OR REPLACE PYTHON3_TE SCALAR SCRIPT "TE_LIST_MODELS_UDF"(
+    bucketfs_conn VARCHAR(2000000),
+    sub_dir VARCHAR(2000000)
+) EMITS (
+    bucketfs_conn VARCHAR(2000000),
+    sub_dir VARCHAR(2000000),
+    model_name VARCHAR(2000000),
+    task_name VARCHAR(2000000),
+    model_path VARCHAR(2000000),
+    error_message VARCHAR(2000000) ) AS
+
+"""
+Caller for ListModelsUDF
+"""
+
+from exasol_transformers_extension.udfs.models.ls_models_udf import (
+    ListModelsUDF,
+)
+
+udf = ListModelsUDF(exa)
+
+
+def run(ctx):
+    """
+    run function for ListModelsUDF
+    """
+    return udf.run(ctx)
+
+
+/
+CREATE OR REPLACE PYTHON3_TE SET SCRIPT "AI_CUSTOM_CLASSIFY_EXTENDED"(
+    device_id INTEGER,
+    bucketfs_conn VARCHAR(2000000),
+    sub_dir VARCHAR(2000000),
+    model_name VARCHAR(2000000),
+    text_data VARCHAR(2000000),
+    return_ranks VARCHAR(2000000)
+    ORDER BY model_name ASC,bucketfs_conn ASC,sub_dir ASC
+)EMITS (
+    bucketfs_conn VARCHAR(2000000),
+    sub_dir VARCHAR(2000000),
+    model_name VARCHAR(2000000),
+    text_data VARCHAR(2000000),
+    return_ranks VARCHAR(2000000),
+    label VARCHAR(2000000),
+    score DOUBLE,
+    rank INTEGER,
+    error_message VARCHAR(2000000) ) AS
+
+"""
+Caller for AiCustomClassifyUDF
+"""
+
+from exasol_transformers_extension.udfs.models.ai_custom_classify_extended_udf import (
+    AiCustomClassifyUDF,
+)
 
+udf = AiCustomClassifyUDF(exa)
+
+
+def run(ctx):
+    """
+    run function for AiCustomClassifyUDF
+    """
+    return udf.run(ctx)
+
+
+/
 CREATE OR REPLACE PYTHON3_TE SET SCRIPT "AI_ENTAILMENT_EXTENDED"(
     device_id INTEGER,
     bucketfs_conn VARCHAR(2000000),

exasol_transformers_extension/deployment/scripts_deployer.py

@@ -28,7 +28,7 @@ def __init__(
         self,
         language_alias: str,
         schema: str,
-        pyexasol_conn: pyexasol.ExaConnection|None,
+        pyexasol_conn: pyexasol.ExaConnection | None,
         use_spans: bool = False,
         install_all_scripts: bool = False,
     ):
@@ -85,33 +85,34 @@ def _get_constant_set(self) -> list[InstallScriptsConstants]:
             install_scripts_constants.append(work_without_spans_constants)
         return install_scripts_constants
 
-    def write_create_sql_script(self, script_path):#todo wich udfs do we want to deploy with this script?
+    def write_create_sql_script(
+        self, script_path
+    ):  # todo wich udfs do we want to deploy with this script?
         install_scripts_constants = self._get_constant_set()
         querys = {}
 
         for constant_set in install_scripts_constants:
             querys = querys | self._make_script_deployment_querys(constant_set)
 
         print(os.path)
-        with open(script_path, "w") as create_script:#todo path
-            create_script.write("-- this script is created automatically. Call 'write_create_script' if you need to update it.\n\n")
+        with open(script_path, "w") as create_script:  # todo path
+            create_script.write(
+                "-- this script is created automatically. Call 'write_create_script' if you need to update it.\n\n"
+            )
 
             for query in querys.values():
                 # Write the new data to the file
                 create_script.write(query)
                 create_script.write("\n")
 
-
     def _deploy_udf_scripts_from_constants(
         self, constants_set: InstallScriptsConstants
     ) -> None:
         querys = self._make_script_deployment_querys(constants_set)
 
         for query_key in querys:
             self._pyexasol_conn.execute(querys[query_key])
-            logger.debug(
-                "The UDF statement of the template %s is executed.", query_key
-            )
+            logger.debug("The UDF statement of the template %s is executed.", query_key)
 
     def _deploy_udf_scripts(self) -> None:
         """

exasol_transformers_extension/deployment/write_create_script.py

@@ -5,14 +5,19 @@
 
 def write_create_script():
     print("Write create script")
-    sd = ScriptsDeployer(#todo make these options?
-        language_alias="PYTHON3_TE", schema="test", pyexasol_conn=None, use_spans=True, install_all_scripts=True
+    sd = ScriptsDeployer(  # todo make these options?
+        language_alias="PYTHON3_TE",
+        schema="test",
+        pyexasol_conn=None,
+        use_spans=True,
+        install_all_scripts=True,
     )
 
     root_dir = Path(__file__).resolve().parent.parent
     script_path = root_dir / "deployment/create_script.sql"
     sd.write_create_sql_script(script_path)
     print("create_script written.")
 
+
 if __name__ == "__main__":
     write_create_script()

noxfile.py

@@ -1,13 +1,9 @@
 """Nox tasks for starting the test-db and integration tests"""
 
+import subprocess
 import sys
 from pathlib import Path
 
-import subprocess
-from noxconfig import (
-    PROJECT_CONFIG,
-)
-
 import nox
 from exasol.toolbox.nox._shared import (
     get_filtered_python_files,
@@ -20,8 +16,12 @@
 from exasol_transformers_extension.deployment.language_container import (
     language_container_factory,
 )
-from exasol_transformers_extension.deployment.write_create_script import write_create_script
-from noxconfig import PROJECT_CONFIG
+from exasol_transformers_extension.deployment.write_create_script import (
+    write_create_script,
+)
+from noxconfig import (
+    PROJECT_CONFIG,
+)
 
 sys.path += [str(Path().parent.absolute())]
 ROOT_PATH = Path(__file__).parent
@@ -167,6 +167,7 @@ def fmt_check(session: Session) -> None:
     py_files = get_filtered_python_files(PROJECT_CONFIG.root_path)
     _code_format(session=session, mode=Mode.Check, files=py_files)
 
+
 def _git_create_script_up_to_date() -> int:
     """
     Check if "deployment/create_script.sql" needs to be changed and return the exit code of command git diff.
@@ -184,7 +185,13 @@ def _git_create_script_up_to_date() -> int:
         capture_output=True,
     )  # nosec: B603, B607 - fixed git command; PATH lookup and args are trusted here
     print(p.stdout.decode())
-    return False if "M exasol_transformers_extension/deployment/create_script.sql" in p.stdout.decode() else True
+    return (
+        False
+        if "M exasol_transformers_extension/deployment/create_script.sql"
+        in p.stdout.decode()
+        else True
+    )
+
 
 @nox.session(name="create_script:updated", python=False)
 def updated(_session: Session) -> None:
@@ -194,5 +201,6 @@ def updated(_session: Session) -> None:
         print(
             "create_script changes when running write_create_script.\n"
             "Please run write_create_script and commit the resulting changes!"
+            "(if you run 'nox -s format:fix' this gets fixed automatically)"
         )
         sys.exit(1)

test/integration_tests/with_db/deployment/test_create_script.py

@@ -1,9 +1,7 @@
 from test.utils.db_queries import expected_script_list_all
 
 
-def test_create_script(
-    setup_database, db_conn
-):
+def test_create_script(setup_database, db_conn):
     """
     This test performs an installation of the extension.
     It then runs the model upload test to verify that the installation
@@ -18,9 +16,11 @@ def test_create_script(
     result = db_conn.execute(query).fetchall()
     assert result.exit_code == 0
 
-    list_scripts_query = """SELECT SCRIPT_NAME FROM EXA_ALL_SCRIPTS WHERE SCRIPT_LANGUAGE=PYTHON3_TE"""
+    list_scripts_query = (
+        """SELECT SCRIPT_NAME FROM EXA_ALL_SCRIPTS WHERE SCRIPT_LANGUAGE=PYTHON3_TE"""
+    )
     result = db_conn.execute(list_scripts_query).fetchall()
 
     assert result.exit_code == 0
     # verify all expected scripts are known by the database
-    assert set(expected_scripts).issubset(set(result))
+    assert set(expected_scripts).issubset(set(result))

test/integration_tests/with_db/deployment/test_deploy_cli.py

@@ -78,7 +78,7 @@ def test_deploy_cli(
             )
 
             # check if DEFAULT_BUCKETFS_CONN_NAME was created
-            run_model_upload_test( # todo this also tests if connection works, but is slower. which do we prefer?
+            run_model_upload_test(  # todo this also tests if connection works, but is slower. which do we prefer?
                 bucketfs_cli_args,
                 db_conn,
                 bfs_path,