fix(node): No longer compute ai token attributes in Vercel AI

integration

Author: AbhiPrasad

dev-packages/node-integration-tests/suites/tracing/ai/test.ts

@@ -12,20 +12,18 @@ describe('ai', () => {
     spans: expect.arrayContaining([
       expect.objectContaining({
         data: expect.objectContaining({
-          'ai.completion_tokens.used': 20,
+          'gen_ai.usage.output_tokens': 20,
           'ai.model.id': 'mock-model-id',
           'ai.model.provider': 'mock-provider',
           'ai.model_id': 'mock-model-id',
           'ai.operationId': 'ai.generateText',
           'ai.pipeline.name': 'generateText',
-          'ai.prompt_tokens.used': 10,
+          'gen_ai.usage.input_tokens': 10,
           'ai.response.finishReason': 'stop',
           'ai.settings.maxRetries': 2,
           'ai.settings.maxSteps': 1,
           'ai.streaming': false,
-          'ai.total_tokens.used': 30,
-          'ai.usage.completionTokens': 20,
-          'ai.usage.promptTokens': 10,
+          'gen_ai.usage.total_tokens': 30,
           'operation.name': 'ai.generateText',
           'sentry.op': 'ai.pipeline.generateText',
           'sentry.origin': 'auto.vercelai.otel',
@@ -51,14 +49,10 @@ describe('ai', () => {
           'ai.streaming': false,
           'ai.response.finishReason': 'stop',
           'ai.response.model': 'mock-model-id',
-          'ai.usage.promptTokens': 10,
-          'ai.usage.completionTokens': 20,
           'gen_ai.response.finish_reasons': ['stop'],
           'gen_ai.usage.input_tokens': 10,
           'gen_ai.usage.output_tokens': 20,
-          'ai.completion_tokens.used': 20,
-          'ai.prompt_tokens.used': 10,
-          'ai.total_tokens.used': 30,
+          'gen_ai.usage.total_tokens': 30,
         }),
         description: 'generateText.doGenerate',
         op: 'ai.run.doGenerate',
@@ -67,25 +61,23 @@ describe('ai', () => {
       }),
       expect.objectContaining({
         data: expect.objectContaining({
-          'ai.completion_tokens.used': 20,
           'ai.model.id': 'mock-model-id',
           'ai.model.provider': 'mock-provider',
           'ai.model_id': 'mock-model-id',
           'ai.prompt': '{"prompt":"Where is the second span?"}',
           'ai.operationId': 'ai.generateText',
           'ai.pipeline.name': 'generateText',
-          'ai.prompt_tokens.used': 10,
           'ai.response.finishReason': 'stop',
           'ai.input_messages': '{"prompt":"Where is the second span?"}',
           'ai.settings.maxRetries': 2,
           'ai.settings.maxSteps': 1,
           'ai.streaming': false,
-          'ai.total_tokens.used': 30,
-          'ai.usage.completionTokens': 20,
-          'ai.usage.promptTokens': 10,
           'operation.name': 'ai.generateText',
           'sentry.op': 'ai.pipeline.generateText',
           'sentry.origin': 'auto.vercelai.otel',
+          'gen_ai.usage.input_tokens': 10,
+          'gen_ai.usage.output_tokens': 20,
+          'gen_ai.usage.total_tokens': 30,
         }),
         description: 'generateText',
         op: 'ai.pipeline.generateText',
@@ -108,14 +100,10 @@ describe('ai', () => {
           'ai.streaming': false,
           'ai.response.finishReason': 'stop',
           'ai.response.model': 'mock-model-id',
-          'ai.usage.promptTokens': 10,
-          'ai.usage.completionTokens': 20,
           'gen_ai.response.finish_reasons': ['stop'],
           'gen_ai.usage.input_tokens': 10,
           'gen_ai.usage.output_tokens': 20,
-          'ai.completion_tokens.used': 20,
-          'ai.prompt_tokens.used': 10,
-          'ai.total_tokens.used': 30,
+          'gen_ai.usage.total_tokens': 30,
         }),
         description: 'generateText.doGenerate',
         op: 'ai.run.doGenerate',

packages/node/src/integrations/tracing/vercelai/index.ts

@@ -122,34 +122,6 @@ const _vercelAIIntegration = (() => {
           }
           span.setAttribute('ai.streaming', name.includes('stream'));
         });
-
-        client.addEventProcessor(event => {
-          if (event.type === 'transaction' && event.spans?.length) {
-            for (const span of event.spans) {
-              const { data: attributes, description: name } = span;
-
-              if (!name || span.origin !== 'auto.vercelai.otel') {
-                continue;
-              }
-
-              if (attributes['ai.usage.completionTokens'] != undefined) {
-                attributes['ai.completion_tokens.used'] = attributes['ai.usage.completionTokens'];
-              }
-              if (attributes['ai.usage.promptTokens'] != undefined) {
-                attributes['ai.prompt_tokens.used'] = attributes['ai.usage.promptTokens'];
-              }
-              if (
-                typeof attributes['ai.usage.completionTokens'] == 'number' &&
-                typeof attributes['ai.usage.promptTokens'] == 'number'
-              ) {
-                attributes['ai.total_tokens.used'] =
-                  attributes['ai.usage.completionTokens'] + attributes['ai.usage.promptTokens'];
-              }
-            }
-          }
-
-          return event;
-        });
       });
     },
   };