Merge pull request #1461 from Portkey-AI/feature/oracle-inference

oracle provider

Author: VisargD

src/globals.ts

@@ -109,6 +109,7 @@ export const TRIPO3D: string = 'tripo3d';
 export const NEXTBIT: string = 'nextbit';
 export const MODAL: string = 'modal';
 export const Z_AI: string = 'z-ai';
+export const ORACLE: string = 'oracle';
 export const IO_INTELLIGENCE: string = 'iointelligence';
 export const AIBADGR: string = 'aibadgr';
 
@@ -183,6 +184,7 @@ export const VALID_PROVIDERS = [
   NEXTBIT,
   MODAL,
   Z_AI,
+  ORACLE,
   IO_INTELLIGENCE,
   AIBADGR,
 ];

src/handlers/handlerUtils.ts

@@ -15,6 +15,7 @@ import {
   SAGEMAKER,
   FIREWORKS_AI,
   CORTEX,
+  ORACLE,
 } from '../globals';
 import { endpointStrings } from '../providers/types';
 import { Options, Params, StrategyModes, Targets } from '../types/requestBody';
@@ -988,6 +989,20 @@ export function constructConfigFromRequestHeaders(
     snowflakeAccount: requestHeaders[`x-${POWERED_BY}-snowflake-account`],
   };
 
+  const oracleConfig = {
+    oracleApiVersion: requestHeaders[`x-${POWERED_BY}-oracle-api-version`],
+    oracleRegion: requestHeaders[`x-${POWERED_BY}-oracle-region`],
+    oracleCompartmentId:
+      requestHeaders[`x-${POWERED_BY}-oracle-compartment-id`],
+    oracleServingMode: requestHeaders[`x-${POWERED_BY}-oracle-serving-mode`],
+    oracleTenancy: requestHeaders[`x-${POWERED_BY}-oracle-tenancy`],
+    oracleUser: requestHeaders[`x-${POWERED_BY}-oracle-user`],
+    oracleFingerprint: requestHeaders[`x-${POWERED_BY}-oracle-fingerprint`],
+    oraclePrivateKey: requestHeaders[`x-${POWERED_BY}-oracle-private-key`],
+    oracleKeyPassphrase:
+      requestHeaders[`x-${POWERED_BY}-oracle-key-passphrase`],
+  };
+
   const defaultsConfig = {
     input_guardrails: requestHeaders[`x-portkey-default-input-guardrails`]
       ? JSON.parse(requestHeaders[`x-portkey-default-input-guardrails`])
@@ -1094,6 +1109,12 @@ export function constructConfigFromRequestHeaders(
           ...cortexConfig,
         };
       }
+      if (parsedConfigJson.provider === ORACLE) {
+        parsedConfigJson = {
+          ...parsedConfigJson,
+          ...oracleConfig,
+        };
+      }
     }
     return convertKeysToCamelCase(parsedConfigJson, [
       'override_params',
@@ -1143,6 +1164,7 @@ export function constructConfigFromRequestHeaders(
     ...(requestHeaders[`x-${POWERED_BY}-provider`] === FIREWORKS_AI &&
       fireworksConfig),
     ...(requestHeaders[`x-${POWERED_BY}-provider`] === CORTEX && cortexConfig),
+    ...(requestHeaders[`x-${POWERED_BY}-provider`] === ORACLE && oracleConfig),
   };
 }
 

src/providers/anthropic/chatComplete.ts

@@ -457,6 +457,7 @@ export const AnthropicChatCompleteConfig: ProviderConfig = {
     param: 'stream',
     default: false,
   },
+  // anthropic specific fields
   user: {
     param: 'metadata.user_id',
   },

src/providers/index.ts

@@ -70,6 +70,7 @@ import CometAPIConfig from './cometapi';
 import ZAIConfig from './z-ai';
 import MatterAIConfig from './matterai';
 import ModalConfig from './modal';
+import OracleConfig from './oracle';
 import IOIntelligenceConfig from './iointelligence';
 import AIBadgrConfig from './aibadgr';
 
@@ -142,6 +143,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   tripo3d: Tripo3DConfig,
   modal: ModalConfig,
   'z-ai': ZAIConfig,
+  oracle: OracleConfig,
   iointelligence: IOIntelligenceConfig,
   aibadgr: AIBadgrConfig,
 };

src/providers/oracle/api.ts

@@ -0,0 +1,47 @@
+import { ProviderAPIConfig } from '../types';
+import { OCIRequestSigner } from './utils';
+
+const OracleAPIConfig: ProviderAPIConfig = {
+  getBaseURL: ({ providerOptions }) => {
+    // Oracle Generative AI Inference API base URL
+    return `https://inference.generativeai.${providerOptions.oracleRegion}.oci.oraclecloud.com`;
+  },
+  headers: async ({
+    providerOptions,
+    transformedRequestUrl,
+    transformedRequestBody,
+  }) => {
+    const signer = new OCIRequestSigner({
+      tenancy: providerOptions.oracleTenancy || '',
+      user: providerOptions.oracleUser || '',
+      fingerprint: providerOptions.oracleFingerprint || '',
+      privateKey: providerOptions.oraclePrivateKey || '',
+      keyPassphrase: providerOptions.oracleKeyPassphrase,
+      region: providerOptions.oracleRegion || '',
+    });
+
+    const headers = await signer.signRequest(
+      'POST',
+      transformedRequestUrl,
+      JSON.stringify(transformedRequestBody),
+      {}
+    );
+
+    return headers;
+  },
+  getEndpoint: ({ fn, providerOptions }) => {
+    const { oracleApiVersion = '20231130' } = providerOptions;
+    let endpoint = null;
+    switch (fn) {
+      case 'chatComplete':
+      case 'stream-chatComplete':
+        endpoint = '/actions/chat';
+        break;
+      default:
+        return '';
+    }
+    return `/${oracleApiVersion}${endpoint}`;
+  },
+};
+
+export default OracleAPIConfig;