Feat(admin) add translate actions (#491)

* feat(admin): add actions translate

* fix: multiple organizations with same languages

* fix(crisalid): related organizations for documents

* style: linter

Author: remigermain

apps/accounts/admin.py

@@ -9,7 +9,7 @@
 from django.utils.safestring import mark_safe
 from import_export.admin import ExportActionMixin  # type: ignore
 
-from apps.commons.admin import RoleBasedAccessAdmin
+from apps.commons.admin import RoleBasedAccessAdmin, TranslateObjectAdminMixin
 from apps.emailing.models import Email
 from apps.organizations.models import Organization
 from apps.projects.models import Project
@@ -20,7 +20,7 @@
 from .utils import get_group_permissions
 
 
-class UserAdmin(ExportActionMixin, RoleBasedAccessAdmin):
+class UserAdmin(TranslateObjectAdminMixin, ExportActionMixin, RoleBasedAccessAdmin):
     resource_classes = [UserResource]
 
     list_display = (
@@ -156,7 +156,7 @@ def permissions_representations(self, instance: Group) -> str:
         return "- " + "\n- ".join(get_group_permissions(instance))
 
 
-class PeopleGroupAdmin(admin.ModelAdmin):
+class PeopleGroupAdmin(TranslateObjectAdminMixin, admin.ModelAdmin):
     list_display = ("id", "name", "organization", "email")
     search_fields = ("name", "email", "id")
     filter_horizontal = ("featured_projects",)

apps/commons/admin.py

@@ -1,9 +1,11 @@
-from django.contrib import admin
+from django.contrib import admin, messages
+from django.contrib.contenttypes.models import ContentType
 from django.db.models import QuerySet
 from guardian.shortcuts import get_objects_for_user
 
 from apps.accounts.models import ProjectUser
 from apps.organizations.models import Organization
+from services.translator.tasks import translate_object
 
 
 class RoleBasedAccessAdmin(admin.ModelAdmin):
@@ -101,3 +103,26 @@ def get_context_data(self, **kwargs):
         ctx = ctx | self.admin_site.each_context(self.request)
         ctx |= self.admin_app or {}
         return ctx
+
+
+class TranslateObjectAdminMixin:
+    """Admin Mixin for run translated task on objects"""
+
+    def __init__(self, *ar, **kw):
+        super().__init__(*ar, **kw)
+        self.actions = getattr(self, "actions", [])
+        if "translates" not in self.actions:
+            self.actions = tuple(list(self.actions) + ["translates"])
+
+    @admin.action(description="translates manual")
+    def translates(self, request, queryset):
+        model = queryset.model
+        content_type = ContentType.objects.get_for_model(model)
+        for obj in queryset:
+            translate_object.apply_async((content_type.id, obj.id))
+
+        messages.add_message(
+            request,
+            messages.INFO,
+            f"Translates for {queryset.count()} objects created!",
+        )

apps/files/admin.py

@@ -4,6 +4,8 @@
 from django.contrib import admin
 from django.db import models
 
+from apps.commons.admin import TranslateObjectAdminMixin
+
 from .models import Image, ProjectUserAttachmentFile, ProjectUserAttachmentLink
 
 
@@ -65,14 +67,14 @@ class ImageAdmin(admin.ModelAdmin):
 
 
 @admin.register(ProjectUserAttachmentFile)
-class ProjectUserAttachmentFileAdmin(admin.ModelAdmin):
+class ProjectUserAttachmentFileAdmin(TranslateObjectAdminMixin, admin.ModelAdmin):
     list_display = ("id", "owner", "title")
     autocomplete_fields = ("owner",)
     search_fields = ("owner", "title", "mime")
 
 
 @admin.register(ProjectUserAttachmentLink)
-class ProjectUserAttachmentLinkAdmin(admin.ModelAdmin):
+class ProjectUserAttachmentLinkAdmin(TranslateObjectAdminMixin, admin.ModelAdmin):
     list_display = ("id", "owner", "title", "site_url")
     autocomplete_fields = ("owner",)
     search_fields = ("owner", "title", "stie_url")

apps/organizations/admin.py

@@ -1,19 +1,19 @@
-from typing import Any, Optional
+from typing import Any
 
 from django.conf import settings
 from django.contrib import admin
 from django.db.models import Count, QuerySet
 from django.http.request import HttpRequest
 
-from apps.commons.admin import RoleBasedAccessAdmin
+from apps.commons.admin import RoleBasedAccessAdmin, TranslateObjectAdminMixin
 from services.keycloak.interface import KeycloakService
 
 from .exports import ProjectTemplateExportMixin
 from .models import Organization, ProjectCategory, Template, TemplateCategories
 
 
 @admin.register(Organization)
-class OrganizationAdmin(admin.ModelAdmin):
+class OrganizationAdmin(TranslateObjectAdminMixin, admin.ModelAdmin):
     list_display = (
         "code",
         "name",
@@ -54,7 +54,9 @@ def save_model(self, request, obj, form, change):
 
 
 @admin.register(Template)
-class TemplateAdmin(ProjectTemplateExportMixin, RoleBasedAccessAdmin):
+class TemplateAdmin(
+    TranslateObjectAdminMixin, ProjectTemplateExportMixin, RoleBasedAccessAdmin
+):
     list_display = (
         "id",
         "display_organization",
@@ -81,7 +83,7 @@ def display_templates(self, instance: Template):
     @admin.display(
         description="Organization", ordering="categories__organization__name"
     )
-    def display_organization(self, instance: Template) -> Optional[str]:
+    def display_organization(self, instance: Template) -> str | None:
         names = [o.organization.name for o in instance.categories.all()]
         return " / ".join(set(names))
 
@@ -95,7 +97,7 @@ def get_queryset_for_organizations(
 
 
 @admin.register(ProjectCategory)
-class ProjectCategoryAdmin(admin.ModelAdmin):
+class ProjectCategoryAdmin(TranslateObjectAdminMixin, admin.ModelAdmin):
     list_display = ("name", "display_templates")
     list_filter = ("name",)
 

apps/projects/admin.py

@@ -2,15 +2,15 @@
 from django.db.models import QuerySet
 from import_export.admin import ExportActionMixin  # type: ignore
 
-from apps.commons.admin import RoleBasedAccessAdmin
+from apps.commons.admin import RoleBasedAccessAdmin, TranslateObjectAdminMixin
 from apps.organizations.models import Organization
 
 from .exports import BlogEntryResource, ProjectResource
 from .models import BlogEntry, Project
 
 
 @admin.register(Project)
-class ProjectAdmin(ExportActionMixin, RoleBasedAccessAdmin):
+class ProjectAdmin(TranslateObjectAdminMixin, ExportActionMixin, RoleBasedAccessAdmin):
     resource_classes = [ProjectResource, BlogEntryResource]
 
     def get_queryset_for_organizations(
@@ -42,7 +42,9 @@ def get_queryset_for_organizations(
 
 
 @admin.register(BlogEntry)
-class BlogEntryAdmin(ExportActionMixin, RoleBasedAccessAdmin):
+class BlogEntryAdmin(
+    TranslateObjectAdminMixin, ExportActionMixin, RoleBasedAccessAdmin
+):
     resource_classes = [BlogEntryResource]
 
     def get_queryset_for_organizations(

apps/skills/admin.py

@@ -2,6 +2,8 @@
 from django.urls import reverse
 from django.utils.safestring import mark_safe
 
+from apps.commons.admin import TranslateObjectAdminMixin
+
 from .models import Skill, Tag, TagClassification
 
 
@@ -29,7 +31,7 @@ class TagAdmin(admin.ModelAdmin):
     )
 
 
-class TagClassificationAdmin(admin.ModelAdmin):
+class TagClassificationAdmin(TranslateObjectAdminMixin, admin.ModelAdmin):
     list_display = (
         "id",
         "slug",

services/crisalid/admin.py

@@ -4,6 +4,7 @@
 from django.db.models import Count
 
 from apps.accounts.models import ProjectUser
+from apps.commons.admin import TranslateObjectAdminMixin
 from services.crisalid.tasks import vectorize_documents
 
 from .models import (
@@ -44,7 +45,7 @@ class DocumentContributorAdminInline(admin.StackedInline):
 
 
 @admin.register(Document)
-class DocumentAdmin(admin.ModelAdmin):
+class DocumentAdmin(TranslateObjectAdminMixin, admin.ModelAdmin):
     list_display = (
         "title",
         "publication_date",

services/crisalid/models.py

@@ -6,6 +6,7 @@
 from django.db.models.functions import Lower
 
 from apps.commons.mixins import OrganizationRelated
+from apps.organizations.models import Organization
 from services.crisalid import relators
 from services.mistral.models import DocumentEmbedding
 from services.translator.mixins import HasAutoTranslatedFields
@@ -120,7 +121,7 @@ class Meta:
         ]
 
 
-class Document(HasAutoTranslatedFields, CrisalidDataModel):
+class Document(OrganizationRelated, HasAutoTranslatedFields, CrisalidDataModel):
     """
     Represents a research publicaiton (or 'document') in the Crisalid system.
     """
@@ -196,6 +197,18 @@ class DocumentType(models.TextChoices):
         "crisalid.Identifier", related_name="documents"
     )
 
+    organization_query_string = "contributors__user__groups__organizations"
+
+    def get_related_organizations(self):
+        """organizations from user"""
+        return list(
+            Organization.objects.filter(
+                id__in=self.contributors.all()
+                .values_list("user__groups__organizations", flat=True)
+                .distinct("id")
+            )
+        )
+
     @property
     def document_type_centralized(self) -> list[str]:
         """get group list document centralized"""

services/translator/tasks.py

@@ -1,5 +1,7 @@
 import logging
 
+from django.contrib.contenttypes.models import ContentType
+
 from apps.commons.utils import clear_memory
 from projects.celery import app
 
@@ -17,3 +19,37 @@ def automatic_translations():
             update_auto_translated_field(field)
         except Exception as e:  # noqa: PIE786
             logger.error(f"Error updating auto-translated field {field.id}: {e}")
+
+
+@app.task(name="apps.translations.tasks.translate_object")
+@clear_memory
+def translate_object(
+    content_type_id: int, object_id: int, fields_name: list[str] | None = None
+):
+    """force retranslate all field from one models
+
+    :param content_type_id: content_type model id
+    :param object_id: model id
+    """
+
+    model = ContentType.objects.get(id=content_type_id)
+    queryset = AutoTranslatedField.objects.filter(
+        content_type=model, object_id=object_id
+    )
+    if fields_name is not None:
+        queryset = queryset.filter(field_name__in=fields_name)
+
+    logger.info(
+        "Start translated model %r(id=%s) for fields %r",
+        model,
+        object_id,
+        fields_name if fields_name is not None else "all",
+    )
+
+    for field in queryset:
+        try:
+            update_auto_translated_field(field)
+        except Exception as e:  # noqa: PIE786
+            logger.error(
+                f"Error updating model-translated {model} field {field.id}: {e}"
+            )

services/translator/utils.py

@@ -1,5 +1,4 @@
 import re
-from typing import List, Union
 
 from bs4 import BeautifulSoup
 
@@ -13,7 +12,7 @@
 
 def split_content(
     content: str, max_length: int, text_type: str = "plain"
-) -> Union[List[str], List[BeautifulSoup]]:
+) -> list[str] | list[BeautifulSoup]:
     """
     Split content into chunks of max_length, trying to split at html tags.
 
@@ -59,9 +58,8 @@ def update_auto_translated_field(field: AutoTranslatedField):
     organizations = [
         o for o in instance.get_related_organizations() if o.auto_translate_content
     ]
-    languages = list(
-        dict.fromkeys([lang for org in organizations for lang in org.languages])
-    )
+    # iter over languages in set (remove duplicate language)
+    languages: set[str] = {lang for org in organizations for lang in org.languages}
     if languages:
         base_max_length = AZURE_MAX_LENGTH * 0.8  # Safety margin
         max_length = int(base_max_length // len(languages))