braintrustdata · Luca Forstner (lforst) · Sep 7, 2026 · Sep 8, 2026 · Sep 8, 2026 · Sep 9, 2026
diff --git a/.changeset/openai-multimodal-instrumentation.md b/.changeset/openai-multimodal-instrumentation.md
@@ -0,0 +1,5 @@
+---
+"braintrust": minor
+---
+
+feat: Add instrumentation for openai multimodal APIs
diff --git a/e2e/config/pr-comment-scenarios.json b/e2e/config/pr-comment-scenarios.json
@@ -408,8 +408,14 @@
     "label": "LangSmith Instrumentation",
     "metadataScenario": "langsmith-instrumentation",
     "variants": [
-      { "variantKey": "langsmith-v0", "label": "v0 pinned" },
-      { "variantKey": "langsmith-v0-latest", "label": "v0 latest" }
+      {
+        "variantKey": "langsmith-v0",
+        "label": "v0 pinned"
+      },
+      {
+        "variantKey": "langsmith-v0-latest",
+        "label": "v0 latest"
+      }
     ]
   },
   {
@@ -654,10 +660,22 @@
     "label": "Eve Instrumentation",
     "metadataScenario": "eve-instrumentation",
     "variants": [
-      { "variantKey": "eve-v0", "label": "v0 pinned" },
-      { "variantKey": "eve-v0-provider", "label": "v0 provider minimum" },
-      { "variantKey": "eve-v0-latest-pinned", "label": "v0 latest pinned" },
-      { "variantKey": "eve-v0-latest", "label": "v0 latest" }
+      {
+        "variantKey": "eve-v0",
+        "label": "v0 pinned"
+      },
+      {
+        "variantKey": "eve-v0-provider",
+        "label": "v0 provider minimum"
+      },
+      {
+        "variantKey": "eve-v0-latest-pinned",
+        "label": "v0 latest pinned"
+      },
+      {
+        "variantKey": "eve-v0-latest",
+        "label": "v0 latest"
+      }
     ]
   },
   {

diff --git a/...atest.cassette.blobs/4856ff43cbcbddf6e464b07cb6c6149f8dedadbb1bee1747798cf94b47b22d6f.bin b/...atest.cassette.blobs/4856ff43cbcbddf6e464b07cb6c6149f8dedadbb1bee1747798cf94b47b22d6f.bin
diff --git a/...atest.cassette.blobs/f6980483968801317709322d6382345098d83e70eb12ffc15f51dc38be4eba92.bin b/...atest.cassette.blobs/f6980483968801317709322d6382345098d83e70eb12ffc15f51dc38be4eba92.bin
diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4-latest.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4-latest.cassette.json
diff --git a/...ai-v4.cassette.blobs/0b216e831baa1b81f06c71af39299dc60351963bd4fc507b08fea4aac50625bf.bin b/...ai-v4.cassette.blobs/0b216e831baa1b81f06c71af39299dc60351963bd4fc507b08fea4aac50625bf.bin
diff --git a/...ai-v4.cassette.blobs/6079d2d34b62c74a6d55cb7d90ffcf1cacdb22515c1f9785de556c62c5e2c257.bin b/...ai-v4.cassette.blobs/6079d2d34b62c74a6d55cb7d90ffcf1cacdb22515c1f9785de556c62c5e2c257.bin
diff --git a/...ai-v4.cassette.blobs/dabd8e7f6e5164e7fe888b96f2b5af628ecf74bd5072047d87fc511bc46689dd.bin b/...ai-v4.cassette.blobs/dabd8e7f6e5164e7fe888b96f2b5af628ecf74bd5072047d87fc511bc46689dd.bin
diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4.cassette.json
diff --git a/...atest.cassette.blobs/1821f86ddf4493af5c1db69c0e527ea3c5e9a9815e6f8c0ed27c6db37588ac6c.bin b/...atest.cassette.blobs/1821f86ddf4493af5c1db69c0e527ea3c5e9a9815e6f8c0ed27c6db37588ac6c.bin
diff --git a/...atest.cassette.blobs/2d79da38a031bd258eb8ac504e88fad0a7f46eb3dcd05ba61dc3aa5cb6d7ad83.bin b/...atest.cassette.blobs/2d79da38a031bd258eb8ac504e88fad0a7f46eb3dcd05ba61dc3aa5cb6d7ad83.bin
diff --git a/...atest.cassette.blobs/751af68d377a4ba85b86dc7786d18a76cd4628d826018242ff28988b1bc962d5.bin b/...atest.cassette.blobs/751af68d377a4ba85b86dc7786d18a76cd4628d826018242ff28988b1bc962d5.bin
diff --git a/...atest.cassette.blobs/a53e133b1b60f0e08e055e36a8d73cae784edf1750d57fadafcc97fc64a2d9dd.bin b/...atest.cassette.blobs/a53e133b1b60f0e08e055e36a8d73cae784edf1750d57fadafcc97fc64a2d9dd.bin
diff --git a/...atest.cassette.blobs/fafba814b8289861334271e2d2cbe833a3b75ede34865af93873c338027f713a.bin b/...atest.cassette.blobs/fafba814b8289861334271e2d2cbe833a3b75ede34865af93873c338027f713a.bin
diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5-latest.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5-latest.cassette.json
diff --git a/...ai-v5.cassette.blobs/205c92b2244b3d749acffb129d0bfa604f92343e924c9b90ef65462255376ed4.bin b/...ai-v5.cassette.blobs/205c92b2244b3d749acffb129d0bfa604f92343e924c9b90ef65462255376ed4.bin
diff --git a/...ai-v5.cassette.blobs/6a5c141b2a375b9f830b3faacae20ab8662cc4c4b858cd84b620f91d5a623200.bin b/...ai-v5.cassette.blobs/6a5c141b2a375b9f830b3faacae20ab8662cc4c4b858cd84b620f91d5a623200.bin
diff --git a/...ai-v5.cassette.blobs/8a327fcc6ff2753133b44286ef4cc1b101de826114bb8679695f2ce0a62d4076.bin b/...ai-v5.cassette.blobs/8a327fcc6ff2753133b44286ef4cc1b101de826114bb8679695f2ce0a62d4076.bin
diff --git a/...ai-v5.cassette.blobs/a4fe9592adfb2fd9af553f649b4956b9f39a4dee239d275b57123a5b3744a37f.bin b/...ai-v5.cassette.blobs/a4fe9592adfb2fd9af553f649b4956b9f39a4dee239d275b57123a5b3744a37f.bin
diff --git a/...ai-v5.cassette.blobs/faa7bfb6c4a016109e373c88838362f3cfbe95fb58adfe401c9405a4ea518af2.bin b/...ai-v5.cassette.blobs/faa7bfb6c4a016109e373c88838362f3cfbe95fb58adfe401c9405a4ea518af2.bin
diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5.cassette.json
diff --git a/...atest.cassette.blobs/33029b4edd207c8f9e0d4ff6821cfc2955df4560ee409fae8cef9ae9a24bd02e.bin b/...atest.cassette.blobs/33029b4edd207c8f9e0d4ff6821cfc2955df4560ee409fae8cef9ae9a24bd02e.bin
diff --git a/...atest.cassette.blobs/8ad9efa2bd2ace24603d3d555636b8f4bec4eb686abe29632dde7d21677e928a.bin b/...atest.cassette.blobs/8ad9efa2bd2ace24603d3d555636b8f4bec4eb686abe29632dde7d21677e928a.bin
diff --git a/...atest.cassette.blobs/a665cbf791e9f9d6d9b68f58d698adbe195968c1fbf164c77a85f30d1b8d8219.bin b/...atest.cassette.blobs/a665cbf791e9f9d6d9b68f58d698adbe195968c1fbf164c77a85f30d1b8d8219.bin
diff --git a/...atest.cassette.blobs/d03907c108fe41ed771aad826911217106d019d2efa9d360bfd369d5d743f751.bin b/...atest.cassette.blobs/d03907c108fe41ed771aad826911217106d019d2efa9d360bfd369d5d743f751.bin
diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6-latest.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6-latest.cassette.json
diff --git a/...ai-v6.cassette.blobs/21a605fd53f2e8a3e27e67bac81381f118c7c2766fe7f8e55095a472de44513a.bin b/...ai-v6.cassette.blobs/21a605fd53f2e8a3e27e67bac81381f118c7c2766fe7f8e55095a472de44513a.bin
diff --git a/...ai-v6.cassette.blobs/31fa242b38edd099696f3d2f443fa5a1457b403bcbfcc874efc44e4183b16685.bin b/...ai-v6.cassette.blobs/31fa242b38edd099696f3d2f443fa5a1457b403bcbfcc874efc44e4183b16685.bin
diff --git a/...ai-v6.cassette.blobs/a8eafaa63e308a3fe9c28c4ea1c1b66e080f3e23a2155e39df9c190059a8ad76.bin b/...ai-v6.cassette.blobs/a8eafaa63e308a3fe9c28c4ea1c1b66e080f3e23a2155e39df9c190059a8ad76.bin
diff --git a/...ai-v6.cassette.blobs/b117ac656178ba55c1ce69f498eb0048846fb53cb7db007a7dec6740704f6274.bin b/...ai-v6.cassette.blobs/b117ac656178ba55c1ce69f498eb0048846fb53cb7db007a7dec6740704f6274.bin
diff --git a/...ai-v6.cassette.blobs/e6b65515b0bb82b4cf596b7b0945c65543864a27c30afce44e633cb7cb6bf1a5.bin b/...ai-v6.cassette.blobs/e6b65515b0bb82b4cf596b7b0945c65543864a27c30afce44e633cb7cb6bf1a5.bin
diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6.cassette.json