Merge pull request #29 from unicef/feature/import-data-from-kobo

Feature: Import data from kobo

Author: sergey-misuk-valor

.pre-commit-config.yaml

@@ -18,9 +18,9 @@ repos:
     rev: v0.9.3
     hooks:
       - id: ruff
-      - id: ruff-format
         args:
-          - --check
+          - --fix
+      - id: ruff-format
 
   - repo: https://github.com/saxix/pch
     rev: '0.1'

src/country_workspace/admin/__init__.py

@@ -16,6 +16,7 @@
 from .role import UserRoleAdmin  # noqa
 from .sync import SyncLog  # noqa
 from .user import UserAdmin  # noqa
+from country_workspace.contrib.kobo.admin import KoboAsset  # noqa
 
 site.register(ContentType, admin_class=ContentTypeAdmin)
 site.register(Permission, admin_class=PermissionAdmin)

src/country_workspace/admin/job.py

@@ -2,6 +2,7 @@
 
 from adminfilters.autocomplete import AutoCompleteFilter, LinkedAutoCompleteFilter
 from django.contrib import admin
+from django.http import HttpRequest
 from django_celery_boost.admin import CeleryTaskModelAdmin
 
 from ..models import AsyncJob
@@ -26,5 +27,5 @@ class AsyncJobAdmin(CeleryTaskModelAdmin, BaseModelAdmin):
 
     def get_readonly_fields(self, request: "HttpRequest", obj: "AsyncJob | None" = None) -> Sequence[str]:
         if obj:
-            return ("program", "batch", "owner", "local_status", "type", "action", "sentry_id")
+            return "program", "batch", "owner", "local_status", "type", "action", "sentry_id"
         return super().get_readonly_fields(request, obj)

src/country_workspace/config/__init__.py

@@ -185,6 +185,10 @@ class Group(Enum):
     "AZURE_CLIENT_SECRET": (str, "", "", False, "Azure client secret for SSO"),
     "AZURE_TENANT_ID": (str, "", "", False, "Azure tenant ID for SSO"),
     "AZURE_CLIENT_KEY": (str, "", "", False, "Azure client key for SSO"),
+    "KOBO_KF_URL": (str, "", "", False, "Kobo API base URL"),
+    "KOBO_MASTER_API_TOKEN": (str, "", "", False, "Kobo API master token"),
+    "KOBO_PROJECT_VIEW_ID": (str, "", "", False, "Kobo project view ID"),
+    "KOBO_API_TOKEN": (str, "", "", False, "Kobo API token"),
 }
 
 env = SmartEnv(**CONFIG)

src/country_workspace/config/fragments/constance.py

@@ -1,4 +1,5 @@
 from .app import AURORA_API_TOKEN, AURORA_API_URL, HOPE_API_TOKEN, HOPE_API_URL, NEW_USER_DEFAULT_GROUP
+from .kobo import KOBO_API_TOKEN, KOBO_MASTER_API_TOKEN, KOBO_PROJECT_VIEW_ID, KOBO_KF_URL
 
 CONSTANCE_BACKEND = "constance.backends.database.DatabaseBackend"
 
@@ -46,8 +47,10 @@
     "AURORA_API_URL": (AURORA_API_URL, "Aurora API Server address", str),
     "HOPE_API_TOKEN": (HOPE_API_TOKEN, "HOPE API Access Token", "write_only_input"),
     "HOPE_API_URL": (HOPE_API_URL, "HOPE API Server address", str),
-    "KOBO_API_TOKEN": ("", "Kobo API Access Token", "write_only_input"),
-    "KOBO_API_URL": ("", "Kobo API Server address", str),
+    "KOBO_API_TOKEN": (KOBO_API_TOKEN, "Kobo API Access Token", "write_only_input"),
+    "KOBO_MASTER_API_TOKEN": (KOBO_MASTER_API_TOKEN, "Kobo API Master Access Token", "write_only_input"),
+    "KOBO_PROJECT_VIEW_ID": (KOBO_PROJECT_VIEW_ID, "Kobo Project View ID", str),
+    "KOBO_KF_URL": (KOBO_KF_URL, "Kobo Server address", str),
     "CACHE_TIMEOUT": (86400, "Cache Redis TTL", int),
     "CACHE_BY_VERSION": (False, "Invalidate Cache on CW version change", bool),
     "CONCURRENCY_GUARD": (
@@ -68,7 +71,9 @@
         "HOPE_API_TOKEN",
         "HOPE_API_URL",
         "KOBO_API_TOKEN",
-        "KOBO_API_URL",
+        "KOBO_MASTER_API_TOKEN",
+        "KOBO_PROJECT_VIEW_ID",
+        "KOBO_KF_URL",
     ),
     "Data consistency": ("CONCURRENCY_GUARD",),
 }
@@ -78,4 +83,5 @@
     "AURORA_API_TOKEN": "***",
     "HOPE_API_TOKEN": "***",
     "KOBO_API_TOKEN": "***",
+    "KOBO_API_MASTER_TOKEN": "***",
 }

src/country_workspace/config/fragments/kobo.py

@@ -0,0 +1,6 @@
+from .. import env
+
+KOBO_KF_URL = env("KOBO_KF_URL")
+KOBO_MASTER_API_TOKEN = env("KOBO_MASTER_API_TOKEN")
+KOBO_PROJECT_VIEW_ID = env("KOBO_PROJECT_VIEW_ID")
+KOBO_API_TOKEN = env("KOBO_API_TOKEN")

src/country_workspace/config/settings.py

@@ -237,6 +237,7 @@
 from .fragments.rest_framework import *  # noqa
 from .fragments.root import *  # noqa
 from .fragments.sentry import *  # noqa
+from .fragments.kobo import *  # noqa
 
 # from .fragments.smart_admin import *  # noqa
 from .fragments.social_auth import *  # noqa

src/country_workspace/contrib/kobo/__init__.py

@@ -0,0 +1,21 @@
+from typing import Any
+
+from django.contrib import admin
+
+from country_workspace.admin.base import BaseModelAdmin
+from country_workspace.models import KoboAsset
+
+
+@admin.register(KoboAsset)
+class KoboAssetAdmin(BaseModelAdmin):
+    list_display = ("uid", "name")
+    exclude = ("programs",)
+
+    def has_add_permission(self, *args: Any, **kwargs: Any) -> bool:
+        return False
+
+    def has_change_permission(self, *args: Any, **kwargs: Any) -> bool:
+        return False
+
+    def has_delete_permission(self, *args: Any, **kwargs: Any) -> bool:
+        return False