Skip to content

feat: Cache Labels for Taxonomy #7383

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 5 commits into
base: develop
Choose a base branch
from
Open

feat: Cache Labels for Taxonomy #7383

Changes from 3 commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
20cb972
hotfix for Taxonomy Cache Labels #7382
sbatchelder Apr 16, 2025
2d72746
taxonomy cache_labels respects showFullPath and pathSeparator control…
sbatchelder Apr 17, 2025
2cbc80d
providing label_interface to extract_labels now optional
sbatchelder Apr 17, 2025
0c3a20f
preload LabelInterface for efficient access for cache_labels #7382
sbatchelder Apr 17, 2025
5610b10
Update label_studio/data_manager/actions/cache_labels.py
makseq Apr 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
37 changes: 27 additions & 10 deletions label_studio/data_manager/actions/cache_labels.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
from core.permissions import AllPermissions
from core.redis import start_job_async_or_sync
from tasks.models import Annotation, Prediction, Task
from label_studio_sdk.label_interface import LabelInterface

logger = logging.getLogger(__name__)
all_permissions = AllPermissions()
Expand All @@ -18,6 +19,7 @@ def cache_labels_job(project, queryset, **kwargs):
source_class = Annotation if source == 'annotations' else Prediction
control_tag = request_data.get('custom_control_tag') or request_data.get('control_tag')
with_counters = request_data.get('with_counters', 'Yes').lower() == 'yes'
label_interface = LabelInterface(project.label_config)

if source == 'annotations':
column_name = 'cache'
Expand All @@ -38,7 +40,7 @@ def cache_labels_job(project, queryset, **kwargs):
task_labels = []
annotations = source_class.objects.filter(task=task).only('result')
for annotation in annotations:
labels = extract_labels(annotation, control_tag)
labels = extract_labels(annotation, control_tag, label_interface)
task_labels.extend(labels)

# cache labels in separate data column
Expand All @@ -57,20 +59,35 @@ def cache_labels_job(project, queryset, **kwargs):
return {'response_code': 200, 'detail': f'Updated {len(tasks)} tasks'}


def extract_labels(annotation, control_tag):
def extract_labels(annotation, control_tag, label_interface=None):
labels = []
for region in annotation.result:
# find regions with specific control tag name or just all regions if control tag is None
if (control_tag is None or region['from_name'] == control_tag) and 'value' in region:
# scan value for a field with list of strings,
# as bonus it will work with textareas too
# scan value for a field with list of strings (eg choices, textareas)
# or taxonomy (list of string-lists)
for key in region['value']:
if (
isinstance(region['value'][key], list)
and region['value'][key]
and isinstance(region['value'][key][0], str)
):
labels.extend(region['value'][key])
if region['value'][key] and isinstance(region['value'][key], list):

if key == 'taxonomy':
showFullPath = 'true'
pathSeparator = '/'
if label_interface is not None and label_interface.find_tags('control', match_fn=lambda tag: tag.name==region['from_name']):
# if from_name is not a custom_control tag, then we can try to fetch taxonomy formatting params
showFullPath = label_interface.get_control(region['from_name']).attr.get('showFullPath', 'false')
pathSeparator = label_interface.get_control(region['from_name']).attr.get('pathSeparator', '/')

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

this label_interface.* operations are pretty heavy, because they work with XML parsing each time. I think, we need to cache them

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

something like this draft:

# Add a cache dictionary outside the loop to store results for each 'from_name'
control_cache = {}

if label_interface is not None:
    # Check if we already cached this control
    if region['from_name'] not in control_cache:
        # Cache the result of find_tags and get_control for this 'from_name'
        if label_interface.find_tags('control', match_fn=lambda tag: tag.name == region['from_name']):
            control = label_interface.get_control(region['from_name'])
            control_cache[region['from_name']] = {
                'showFullPath': control.attr.get('showFullPath', 'false'),
                'pathSeparator': control.attr.get('pathSeparator', '/')
            }
        else:
            # Cache a default value if no control is found
            control_cache[region['from_name']] = {
                'showFullPath': 'false',
                'pathSeparator': '/'
            }
    ...
    # Use the cached values
    showFullPath = control_cache[region['from_name']]['showFullPath']
    pathSeparator = control_cache[region['from_name']]['pathSeparator']

    if showFullPath == 'false':
        for elems in region['value'][key]:
            labels.append(elems[-1])  # Just the leaf node of a taxonomy selection
    else:
        for elems in region['value'][key]:
            labels.append(pathSeparator.join(elems))  # The full delimited taxonomy path

if showFullPath == 'false':
for elems in region['value'][key]:
labels.append( elems[-1] ) # just the leaf node of a taxonomy selection
else:
for elems in region['value'][key]:
labels.append( pathSeparator.join(elems) ) # the full deliminated taxonomy path

# other control tag types like Choices & TextAreas
elif isinstance(region['value'][key][0], str):
labels.extend( region['value'][key] )

break
return labels

Expand Down
Loading