wip

Author: realark

examples/src/main/java/dev/braintrust/examples/OpenAIInstrumentationExample.java

@@ -3,11 +3,17 @@
 import com.openai.client.OpenAIClient;
 import com.openai.client.okhttp.OpenAIOkHttpClient;
 import com.openai.models.ChatModel;
+import com.openai.models.chat.completions.ChatCompletionContentPart;
+import com.openai.models.chat.completions.ChatCompletionContentPartImage;
+import com.openai.models.chat.completions.ChatCompletionContentPartText;
 import com.openai.models.chat.completions.ChatCompletionCreateParams;
 import com.openai.models.chat.completions.ChatCompletionStreamOptions;
+import com.openai.models.chat.completions.ChatCompletionUserMessageParam;
 import dev.braintrust.config.BraintrustConfig;
 import dev.braintrust.instrumentation.openai.BraintrustOpenAI;
+import dev.braintrust.trace.Base64Attachment;
 import dev.braintrust.trace.BraintrustTracing;
+import java.util.Arrays;
 
 /** Basic OTel + OpenAI instrumentation example */
 public class OpenAIInstrumentationExample {
@@ -39,11 +45,44 @@ public static void main(String[] args) throws Exception {
     }
 
     private static void chatCompletionsExample(OpenAIClient openAIClient) {
+        // Load and encode the image using Base64Attachment helper
+        String imageDataUrl =
+                Base64Attachment.ofFile(
+                                Base64Attachment.ContentType.IMAGE_JPEG,
+                                "/home/ark/braintrust/java/src/test/java/dev/braintrust/instrumentation/openai/travel-paris-france-poster.jpg")
+                        .getBase64Data();
+
+        // Create text content part
+        ChatCompletionContentPartText textPart =
+                ChatCompletionContentPartText.builder()
+                        .text("What city and landmark are shown in this travel poster? Describe the image.")
+                        .build();
+        ChatCompletionContentPart textContentPart = ChatCompletionContentPart.ofText(textPart);
+
+        // Create image content part with base64-encoded image
+        ChatCompletionContentPartImage imagePart =
+                ChatCompletionContentPartImage.builder()
+                        .imageUrl(
+                                ChatCompletionContentPartImage.ImageUrl.builder()
+                                        .url(imageDataUrl)
+                                        .detail(ChatCompletionContentPartImage.ImageUrl.Detail.HIGH)
+                                        .build())
+                        .build();
+        ChatCompletionContentPart imageContentPart =
+                ChatCompletionContentPart.ofImageUrl(imagePart);
+
+        // Create user message with both text and image
+        ChatCompletionUserMessageParam userMessage =
+                ChatCompletionUserMessageParam.builder()
+                        .contentOfArrayOfContentParts(
+                                Arrays.asList(textContentPart, imageContentPart))
+                        .build();
+
         var request =
                 ChatCompletionCreateParams.builder()
-                        .model(ChatModel.GPT_4O_MINI)
-                        .addSystemMessage("You are a helpful assistant")
-                        .addUserMessage("What is the capital of France?")
+                        .model(ChatModel.GPT_4O)
+                        .addSystemMessage("You are a helpful assistant that can analyze images")
+                        .addMessage(userMessage)
                         .temperature(0.0)
                         .build();
         var response = openAIClient.chat().completions().create(request);

src/main/java/dev/braintrust/instrumentation/openai/otel/ChatCompletionEventsHelper.java

@@ -89,7 +89,7 @@ public static void emitPromptLogEvents(
             boolean captureMessageContent) {
         Span.current()
                 .setAttribute(
-                        "braintrust.input_json",
+                        "gen_ai.input.messages",
                         JSON_MAPPER.writeValueAsString(request.messages()));
     }
 
@@ -177,6 +177,7 @@ public static void emitCompletionLogEvents(
         } else {
             Span.current()
                     .setAttribute(
+                            // "gen_ai.output.messages",
                             "braintrust.output_json",
                             JSON_MAPPER.writeValueAsString(
                                     new ChatCompletionMessage[] {