From 58a8482b728dd7ca248edf3274787add54b874c5 Mon Sep 17 00:00:00 2001 From: Hamza Liaqat Date: Mon, 29 Mar 2021 09:09:45 +0500 Subject: [PATCH 1/2] Update ner.py Fixed a typo. Each completion (item) has 'annotations' not 'completions' . The code breaks with item['completions'] and works smooth with item['annotations']. --- models/ner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/ner.py b/models/ner.py index 8cec252..b202b63 100644 --- a/models/ner.py +++ b/models/ner.py @@ -477,7 +477,7 @@ def fit( texts, list_of_spans = [], [] for item in completions: texts.append(item['data'][self.value]) - list_of_spans.append(self.get_spans(item['completions'][0])) + list_of_spans.append(self.get_spans(item['annotations'][0])) logger.debug('Prepare dataset') pad_token_label_id = CrossEntropyLoss().ignore_index From b86883140d2fceb8f99a36900397c69c466c2ea6 Mon Sep 17 00:00:00 2001 From: Hamza Liaqat Date: Mon, 29 Mar 2021 09:16:32 +0500 Subject: [PATCH 2/2] Update ner.py _LabelStudioMLBase_ could not be imported from _label_studio.ml_. Seeing a couple of other similar code examples on label-studio, I learned that import from _label_studio_ml.model_ works. --- models/ner.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/ner.py b/models/ner.py index b202b63..67e51f2 100644 --- a/models/ner.py +++ b/models/ner.py @@ -23,7 +23,9 @@ ) from transformers import AdamW, get_linear_schedule_with_warmup -from label_studio.ml import LabelStudioMLBase +# from label_studio.ml import LabelStudioMLBase +from label_studio_ml.model import LabelStudioMLBase + from utils import calc_slope