Skip to content

Commit 6ba02af

Browse files
format, docu update, see if underscores work
1 parent ec09205 commit 6ba02af

5 files changed

Lines changed: 25 additions & 18 deletions

File tree

doc/user_guide/manage_models.md

Lines changed: 18 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -89,16 +89,24 @@ may affect the model's performance severely.
8989

9090
Available task types are:
9191

92-
| task_type | UDFs using this task_type |
93-
|------------------------------|-------------------------------|
94-
| `fill-mask` | AI_FILL_MASK_EXTENDED |
95-
| `question-answering` | AI_ANSWER_EXTENDED |
96-
| `text-classification` | AI_CUSTOM_CLASSIFY_EXTENDED |
97-
| `text-classification` | AI_ENTAILMENT_EXTENDED |
98-
| `text-generation` | AI_COMPLETE_EXTENDED |
99-
| `token-classification` | AI_TRANSLATE_EXTENDED |
100-
| `translation` | AI_EXTRACT_EXTENDED |
101-
| `zero-shot-classification` | AI_CLASSIFY_EXTENDED |
92+
| task_type | UDFs using this task_type |
93+
|-------------------------------|-----------------------------|
94+
| `fill-mask` | AI_FILL_MASK_EXTENDED |
95+
| `question-answering` | AI_ANSWER_EXTENDED |
96+
| `text-classification` | AI_CUSTOM_CLASSIFY_EXTENDED |
97+
| `text-classification` | AI_ENTAILMENT_EXTENDED |
98+
| `text-classification` | AI_SENTIMENT |
99+
| `text-classification` | AI_ENTAILMENT_EXTENDED |
100+
| `text-generation` | AI_COMPLETE_EXTENDED |
101+
| `token-classification` | AI_EXTRACT_EXTENDED |
102+
| `token-classification` | AI_EXTRACT_ENTITIES |
103+
| `translation` | AI_TRANSLATE_EXTENDED |
104+
| `zero-shot-classification` | AI_CLASSIFY_EXTENDED |
105+
| `zero-shot-classification` | AI_CLASSIFY |
106+
| `document-question-answering` | NONE |
107+
| `mask-generation` | NONE |
108+
| `table-question-answering` | NONE |
109+
| `feature-extraction` | NONE |
102110

103111

104112
Note that you may use underscores (`_`) instead of dashes (`-`).

exasol_transformers_extension/deployment/default_udf_parameters.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,5 +39,5 @@
3939
task_type="token-classification",
4040
bucketfs_conn_name=DEFAULT_BUCKETFS_CONN_NAME,
4141
sub_dir=Path(DEFAULT_SUBDIR),
42-
)
42+
),
4343
}

test/fixtures/model_fixture.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,8 @@
66
PurePosixPath,
77
)
88
from test.fixtures.model_fixture_utils import (
9-
prepare_default_model_for_local_bucketfs,
109
download_model_to_standard_local_save_path,
10+
prepare_default_model_for_local_bucketfs,
1111
prepare_model_for_local_bucketfs,
1212
upload_model,
1313
upload_model_to_bucketfs,
@@ -19,13 +19,12 @@
1919
import exasol.bucketfs as bfs
2020
import pytest
2121

22-
from exasol_transformers_extension.utils.bucketfs_model_specification import (
23-
BucketFSModelSpecification,
24-
)
25-
2622
from exasol_transformers_extension.deployment.default_udf_parameters import (
2723
DEFAULT_MODEL_SPECS,
2824
)
25+
from exasol_transformers_extension.utils.bucketfs_model_specification import (
26+
BucketFSModelSpecification,
27+
)
2928

3029

3130
@pytest.fixture(scope="session")

test/integration_tests/with_db/test_upload_model.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,7 @@ def run_model_upload_test(
5757
get_cli_arg(StdParams.path_in_bucket, str(bucketfs_location)),
5858
get_cli_arg(MODEL_NAME_ARG, model_name),
5959
get_cli_arg(SUBDIR_ARG, sub_dir),
60-
get_cli_arg(TASK_TYPE_ARG, "fill-mask"),#todo "ai_fill_mask_extended"?
60+
get_cli_arg(TASK_TYPE_ARG, "fill-mask"),
6161
]
6262
)
6363

test/utils/parameters.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ def create_illegal_tiny_model_specs():
4646

4747
model_params = ModelParams(
4848
fill_model_specs=ModelSpecification(
49-
"bert-base-uncased", "fill-mask"
49+
"bert-base-uncased", "fill_mask"
5050
), # todo if this fixed the test, something goes wrong with the underscores
5151
seq2seq_model_specs=ModelSpecification("t5-small", "translation"),
5252
q_a_model_specs=ModelSpecification(

0 commit comments

Comments
 (0)