feat: use oci as default when available (#201)

Author: quitrk

skynet/modules/ttt/llm_selector.py

@@ -18,7 +18,6 @@
     oci_model_id,
     oci_service_endpoint,
     openai_api_base_url,
-    use_oci,
 )
 from skynet.logs import get_logger
 from skynet.modules.ttt.summaries.v1.models import Processors
@@ -48,11 +47,10 @@ def get_job_processor(customer_id: str, job_id: Optional[str] = None) -> Process
             elif api_type == CredentialsType.AZURE_OPENAI.value:
                 return Processors.AZURE
 
-        # OCI doesn't have a secret since it's provisioned for the instance as a whole.
-        if use_oci or api_type == CredentialsType.OCI.value:
-            if oci_available:
-                return Processors.OCI
-            log.warning(f'OCI is not available, falling back to local processing for customer {customer_id}')
+        if oci_available:
+            return Processors.OCI
+
+        log.warning(f'OCI is not available, falling back to local processing for customer {customer_id}')
 
         return Processors.LOCAL
 

skynet/modules/ttt/processor.py

@@ -12,7 +12,7 @@
 
 from skynet.constants import response_prefix
 
-from skynet.env import llama_n_ctx, use_oci
+from skynet.env import llama_n_ctx, modules, use_oci
 from skynet.logs import get_logger
 from skynet.modules.ttt.assistant.constants import assistant_rag_question_extractor
 from skynet.modules.ttt.assistant.utils import get_assistant_chat_messages
@@ -32,7 +32,6 @@
     summary_text,
 )
 from skynet.modules.ttt.summaries.v1.models import DocumentPayload, HintType, Job, JobType, Processors
-from skynet.env import modules
 
 log = get_logger(__name__)