bug: [ENG-3158] handle body processing normally regardless of isAIGateway (#4859)

Author: connortbot

packages/llm-mapper/utils/getMapperType.ts

@@ -25,17 +25,6 @@ export const getMapperTypeFromHeliconeRequest = (
   heliconeRequest: HeliconeRequest,
   model: string
 ) => {
-  if (heliconeRequest.request_referrer === "ai-gateway") {
-    // catch NO_MAPPING case for Anthropic SDK
-    if (
-      heliconeRequest.provider === "ANTHROPIC" &&
-      heliconeRequest.target_url?.includes("/v1/messages")
-    ) {
-      return "anthropic-chat";
-    }
-    return "openai-chat";
-  }
-
   if (heliconeRequest.request_body?._type === "vector_db") {
     return "vector-db";
   }
@@ -90,10 +79,6 @@ export const getMapperType = ({
     return "openai-chat";
   }
 
-  if (requestReferrer === "ai-gateway") {
-    return "openai-chat";
-  }
-
   if (provider === "VERCEL") {
     return "vercel-chat";
   }

valhalla/jawn/src/lib/handlers/ResponseBodyHandler.ts

@@ -322,8 +322,6 @@ export class ResponseBodyHandler extends AbstractLogHandler {
         provider,
         responseBody,
         model,
-        log.request.requestReferrer,
-        log.request.targetUrl
       );
       return await parser.parse({
         responseBody: responseBody,
@@ -410,14 +408,8 @@ export class ResponseBodyHandler extends AbstractLogHandler {
     provider: string,
     responseBody: any,
     model?: string,
-    requestReferrer?: string,
-    targetUrl?: string
   ): IBodyProcessor {
-    const isAIGateway = requestReferrer?.includes("ai-gateway");
     if (!isStream) {
-      if (provider === "OPENAI" || isAIGateway) {
-        return new OpenAIBodyProcessor();
-      }
       if (provider === "ANTHROPIC" && responseBody) {
         return new AnthropicBodyProcessor();
       }
@@ -441,9 +433,6 @@ export class ResponseBodyHandler extends AbstractLogHandler {
     }
 
     if (isStream) {
-      if (isAIGateway && !targetUrl?.includes("anthropic.com/v1/messages")) {
-        return new OpenAIStreamProcessor();
-      }
       if (provider === "ANTHROPIC" || model?.includes("claude")) {
         return new AnthropicStreamBodyProcessor();
       }