feat(server-runtimes): Add v7 support for vercelAiIntegration (#21613)

In the latest beta release of v7 of the ai package, native tracing
channel events are now emitted. This PR adds support for this and thus
for instrumentation in this package.

For now, this is only implemented in node, but can also be ported to
deno/bun.

A big part of this PR was making sure that the v6 tests also run for v7
to make sure this is compatible. It may need some cleanup but tests pass
now. The tests are identical for v6 and v7 (just fixed some formatting
stuff, moved folder, added a describe.each to run it multiple times),
git just could not fully keep up with the changes so it appears bigger
than it is.

Supersedes #21584

Author: mydea

dev-packages/node-integration-tests/suites/tracing/vercelai/instrument-with-pii.mjs

@@ -7,6 +7,5 @@ Sentry.init({
   tracesSampleRate: 1.0,
   dataCollection: { genAI: { inputs: true, outputs: true } },
   transport: loggingTransport,
-  integrations: [Sentry.vercelAIIntegration()],
   streamGenAiSpans: true,
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/instrument.mjs

@@ -6,6 +6,5 @@ Sentry.init({
   release: '1.0',
   tracesSampleRate: 1.0,
   transport: loggingTransport,
-  integrations: [Sentry.vercelAIIntegration()],
   streamGenAiSpans: true,
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/span-streaming-v4/instrument-with-pii.mjs

@@ -5,8 +5,8 @@ Sentry.init({
   dsn: 'https://public@dsn.ingest.sentry.io/1337',
   release: '1.0',
   tracesSampleRate: 1.0,
-  dataCollection: { genAI: { inputs: true, outputs: true } },
+  // inputs and outputs are enabeld by default when opting into dataCollection
+  dataCollection: {},
   transport: loggingTransport,
   traceLifecycle: 'stream',
-  integrations: [Sentry.vercelAIIntegration()],
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/span-streaming-v4/instrument.mjs

@@ -7,5 +7,4 @@ Sentry.init({
   tracesSampleRate: 1.0,
   transport: loggingTransport,
   traceLifecycle: 'stream',
-  integrations: [Sentry.vercelAIIntegration()],
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/span-streaming-v6/instrument-with-pii.mjs

@@ -8,5 +8,4 @@ Sentry.init({
   dataCollection: { genAI: { inputs: true, outputs: true } },
   transport: loggingTransport,
   traceLifecycle: 'stream',
-  integrations: [Sentry.vercelAIIntegration()],
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/span-streaming-v6/instrument.mjs

@@ -7,5 +7,4 @@ Sentry.init({
   tracesSampleRate: 1.0,
   transport: loggingTransport,
   traceLifecycle: 'stream',
-  integrations: [Sentry.vercelAIIntegration()],
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/test.ts

@@ -29,7 +29,7 @@ describe('Vercel AI integration', () => {
   });
 
   createEsmAndCjsTests(__dirname, 'scenario.mjs', 'instrument.mjs', (createRunner, test) => {
-    test('creates ai related spans with genAI recording disabled', async () => {
+    test('creates ai spans when dataCollection.genAi has inputs and outputs disabled', async () => {
       await createRunner()
         .expect({ transaction: { transaction: 'main' } })
         .expect({
@@ -142,7 +142,7 @@ describe('Vercel AI integration', () => {
   });
 
   createEsmAndCjsTests(__dirname, 'scenario.mjs', 'instrument-with-pii.mjs', (createRunner, test) => {
-    test('creates ai related spans with genAI recording enabled', async () => {
+    test('creates ai spans for dataCollection defaults', async () => {
       await createRunner()
         .expect({ transaction: { transaction: 'main' } })
         .expect({

dev-packages/node-integration-tests/suites/tracing/vercelai/v5/instrument-with-pii.mjs

@@ -5,8 +5,8 @@ Sentry.init({
   dsn: 'https://public@dsn.ingest.sentry.io/1337',
   release: '1.0',
   tracesSampleRate: 1.0,
-  dataCollection: { genAI: { inputs: true, outputs: true } },
+  // inputs and outputs are enabeld by default when opting into dataCollection
+  dataCollection: {},
   transport: loggingTransport,
-  integrations: [Sentry.vercelAIIntegration()],
   streamGenAiSpans: true,
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/v5/instrument.mjs

@@ -6,6 +6,5 @@ Sentry.init({
   release: '1.0',
   tracesSampleRate: 1.0,
   transport: loggingTransport,
-  integrations: [Sentry.vercelAIIntegration()],
   streamGenAiSpans: true,
 });

dev-packages/node-integration-tests/suites/tracing/vercelai/v5/test.ts

@@ -29,7 +29,7 @@ describe('Vercel AI integration (V5)', () => {
     'scenario.mjs',
     'instrument.mjs',
     (createRunner, test) => {
-      test('creates ai related spans with genAI recording disabled', async () => {
+      test('creates ai spans when dataCollection.genAi has inputs and outputs disabled', async () => {
         await createRunner()
           .expect({ transaction: { transaction: 'main' } })
           .expect({
@@ -142,7 +142,7 @@ describe('Vercel AI integration (V5)', () => {
     'scenario.mjs',
     'instrument-with-pii.mjs',
     (createRunner, test) => {
-      test('creates ai related spans with genAI recording enabled', async () => {
+      test('creates ai spans for dataCollection defaults', async () => {
         await createRunner()
           .expect({ transaction: { transaction: 'main' } })
           .expect({
@@ -323,42 +323,4 @@ describe('Vercel AI integration (V5)', () => {
       },
     },
   );
-
-  createEsmAndCjsTests(
-    __dirname,
-    'scenario.mjs',
-    'instrument.mjs',
-    (createRunner, test) => {
-      test('creates ai related spans with v5', async () => {
-        await createRunner()
-          .expect({ transaction: { transaction: 'main' } })
-          .expect({
-            span: container => {
-              expect(container.items).toHaveLength(7);
-              const invokeAgentSpans = container.items.filter(
-                span => span.attributes['sentry.op'].value === 'gen_ai.invoke_agent',
-              );
-              expect(invokeAgentSpans).toHaveLength(3);
-
-              const generateContentSpans = container.items.filter(
-                span => span.attributes['sentry.op'].value === 'gen_ai.generate_content',
-              );
-              expect(generateContentSpans).toHaveLength(3);
-
-              const toolSpan = container.items.find(
-                span => span.attributes['sentry.op'].value === 'gen_ai.execute_tool',
-              );
-              expect(toolSpan).toBeDefined();
-            },
-          })
-          .start()
-          .completed();
-      });
-    },
-    {
-      additionalDependencies: {
-        ai: '5.0.30',
-      },
-    },
-  );
 });