From ab5b75b9433271640ba6c20f9a26a6a494b953f6 Mon Sep 17 00:00:00 2001
From: Nicolas Hrubec <nico.hrubec@sentry.io>
Date: Mon, 30 Mar 2026 14:38:09 +0200
Subject: [PATCH] langchain embeddings

---
 .../templates/embeddings/browser/langchain/config.json     | 7 ++++++-
 .../templates/embeddings/browser/langchain/template.njk    | 4 ++--
 .../templates/embeddings/cloudflare/langchain/config.json  | 7 ++++++-
 .../templates/embeddings/cloudflare/langchain/template.njk | 6 ++----
 .../templates/embeddings/nextjs/langchain/config.json      | 7 ++++++-
 .../templates/embeddings/nextjs/langchain/template.njk     | 4 ++--
 src/runner/templates/embeddings/node/langchain/config.json | 7 ++++++-
 7 files changed, 30 insertions(+), 12 deletions(-)

diff --git a/src/runner/templates/embeddings/browser/langchain/config.json b/src/runner/templates/embeddings/browser/langchain/config.json
index cde6747..5e4c372 100644
--- a/src/runner/templates/embeddings/browser/langchain/config.json
+++ b/src/runner/templates/embeddings/browser/langchain/config.json
@@ -11,5 +11,10 @@
     { "package": "@langchain/core", "version": "0.3.49" }
   ],
   "versions": ["0.3.24"],
-  "sentryVersions": ["latest"]
+  "sentryVersions": ["latest"],
+  "skip": {
+    "checks": {
+      "Basic Embeddings Test": ["checkEmbeddingTokenUsage"]
+    }
+  }
 }
diff --git a/src/runner/templates/embeddings/browser/langchain/template.njk b/src/runner/templates/embeddings/browser/langchain/template.njk
index 9eab177..4ca4571 100644
--- a/src/runner/templates/embeddings/browser/langchain/template.njk
+++ b/src/runner/templates/embeddings/browser/langchain/template.njk
@@ -9,10 +9,10 @@
       throw new Error('OPENAI_API_KEY not provided');
     }
 
-    const embeddings = new OpenAIEmbeddings({
+    const embeddings = Sentry.instrumentLangChainEmbeddings(new OpenAIEmbeddings({
       modelName: "{{ inputs[0].model }}",
       openAIApiKey: OPENAI_API_KEY,
-    });
+    }));
 
     log('LangChain OpenAIEmbeddings initialized');
 {% endblock %}
diff --git a/src/runner/templates/embeddings/cloudflare/langchain/config.json b/src/runner/templates/embeddings/cloudflare/langchain/config.json
index b99ba76..cb0c92d 100644
--- a/src/runner/templates/embeddings/cloudflare/langchain/config.json
+++ b/src/runner/templates/embeddings/cloudflare/langchain/config.json
@@ -10,5 +10,10 @@
     { "package": "@langchain/core", "version": "0.3.49" }
   ],
   "versions": ["0.3.24"],
-  "sentryVersions": ["latest"]
+  "sentryVersions": ["latest"],
+  "skip": {
+    "checks": {
+      "Basic Embeddings Test": ["checkEmbeddingTokenUsage"]
+    }
+  }
 }
diff --git a/src/runner/templates/embeddings/cloudflare/langchain/template.njk b/src/runner/templates/embeddings/cloudflare/langchain/template.njk
index f454870..361c90c 100644
--- a/src/runner/templates/embeddings/cloudflare/langchain/template.njk
+++ b/src/runner/templates/embeddings/cloudflare/langchain/template.njk
@@ -3,12 +3,10 @@
 {% block dynamic_imports %}
       const langchainOpenAI = await import("@langchain/openai");
       const OpenAIEmbeddings = langchainOpenAI.OpenAIEmbeddings;
-      const callbackHandler = Sentry.createLangChainCallbackHandler();
-      const embeddings = new OpenAIEmbeddings({
+      const embeddings = Sentry.instrumentLangChainEmbeddings(new OpenAIEmbeddings({
         modelName: "{{ inputs[0].model }}",
         openAIApiKey: env.OPENAI_API_KEY,
-        callbacks: [callbackHandler],
-      });
+      }));
 {% endblock %}
 
 {% block test %}
diff --git a/src/runner/templates/embeddings/nextjs/langchain/config.json b/src/runner/templates/embeddings/nextjs/langchain/config.json
index 433d270..a77fd9a 100644
--- a/src/runner/templates/embeddings/nextjs/langchain/config.json
+++ b/src/runner/templates/embeddings/nextjs/langchain/config.json
@@ -11,5 +11,10 @@
     { "package": "next", "version": "latest" }
   ],
   "versions": ["latest"],
-  "sentryVersions": ["latest"]
+  "sentryVersions": ["latest"],
+  "skip": {
+    "checks": {
+      "Basic Embeddings Test": ["checkEmbeddingTokenUsage"]
+    }
+  }
 }
diff --git a/src/runner/templates/embeddings/nextjs/langchain/template.njk b/src/runner/templates/embeddings/nextjs/langchain/template.njk
index 907fe81..7ab17b8 100644
--- a/src/runner/templates/embeddings/nextjs/langchain/template.njk
+++ b/src/runner/templates/embeddings/nextjs/langchain/template.njk
@@ -9,10 +9,10 @@ if (!OPENAI_API_KEY) {
   throw new Error('OPENAI_API_KEY not provided');
 }
 
-const embeddings = new OpenAIEmbeddings({
+const embeddings = Sentry.instrumentLangChainEmbeddings(new OpenAIEmbeddings({
   modelName: "{{ inputs[0].model }}",
   openAIApiKey: OPENAI_API_KEY,
-});
+}));
 console.log('LangChain OpenAIEmbeddings initialized');
 {% endblock %}
 
diff --git a/src/runner/templates/embeddings/node/langchain/config.json b/src/runner/templates/embeddings/node/langchain/config.json
index 34242c5..744fa8a 100644
--- a/src/runner/templates/embeddings/node/langchain/config.json
+++ b/src/runner/templates/embeddings/node/langchain/config.json
@@ -10,5 +10,10 @@
     { "package": "@langchain/core", "version": "0.3.49" }
   ],
   "versions": ["0.3.24"],
-  "sentryVersions": ["latest"]
+  "sentryVersions": ["latest"],
+  "skip": {
+    "checks": {
+      "Basic Embeddings Test": ["checkEmbeddingTokenUsage"]
+    }
+  }
 }