ref(ai-agents): Prefer gen_ai.response.model over gen_ai.request.model

obostjancic · obostjancic · commit e76851e4405d · 2026-04-08T15:32:34.000+02:00
Swaps agent insight widgets and prebuilt dashboard configs to query
gen_ai.response.model instead of gen_ai.request.model, since response
model reflects what the provider actually used.
diff --git a/static/app/views/dashboards/utils/prebuiltConfigs/ai/aiAgentsModels.ts b/static/app/views/dashboards/utils/prebuiltConfigs/ai/aiAgentsModels.ts
@@ -23,11 +23,11 @@ const FIRST_ROW_WIDGETS = spaceWidgetsEquallyOnRow(
           name: '',
           conditions: AI_GENERATIONS_FILTER,
           fields: [
-            SpanFields.GEN_AI_REQUEST_MODEL,
+            SpanFields.GEN_AI_RESPONSE_MODEL,
             `sum(${SpanFields.GEN_AI_COST_TOTAL_TOKENS})`,
           ],
           aggregates: [`sum(${SpanFields.GEN_AI_COST_TOTAL_TOKENS})`],
-          columns: [SpanFields.GEN_AI_REQUEST_MODEL],
+          columns: [SpanFields.GEN_AI_RESPONSE_MODEL],
           fieldAliases: [t('Model'), t('Total Cost')],
           orderby: `-sum(${SpanFields.GEN_AI_COST_TOTAL_TOKENS})`,
         },
@@ -46,11 +46,11 @@ const FIRST_ROW_WIDGETS = spaceWidgetsEquallyOnRow(
           name: '',
           conditions: AI_GENERATIONS_FILTER,
           fields: [
-            SpanFields.GEN_AI_REQUEST_MODEL,
+            SpanFields.GEN_AI_RESPONSE_MODEL,
             `sum(${SpanFields.GEN_AI_USAGE_TOTAL_TOKENS})`,
           ],
           aggregates: [`sum(${SpanFields.GEN_AI_USAGE_TOTAL_TOKENS})`],
-          columns: [SpanFields.GEN_AI_REQUEST_MODEL],
+          columns: [SpanFields.GEN_AI_RESPONSE_MODEL],
           fieldAliases: [t('Model'), t('Total Tokens')],
           orderby: `-sum(${SpanFields.GEN_AI_USAGE_TOTAL_TOKENS})`,
         },
@@ -108,7 +108,7 @@ const MODELS_TABLE = {
       name: '',
       conditions: AI_GENERATIONS_FILTER,
       fields: [
-        SpanFields.GEN_AI_REQUEST_MODEL,
+        SpanFields.GEN_AI_RESPONSE_MODEL,
         'count()',
         'equation|count_if(span.status,equals,internal_error)',
         `avg(${SpanFields.SPAN_DURATION})`,
@@ -130,7 +130,7 @@ const MODELS_TABLE = {
         `sum(${SpanFields.GEN_AI_USAGE_OUTPUT_TOKENS})`,
         `sum(${SpanFields.GEN_AI_USAGE_OUTPUT_TOKENS_REASONING})`,
       ],
-      columns: [SpanFields.GEN_AI_REQUEST_MODEL],
+      columns: [SpanFields.GEN_AI_RESPONSE_MODEL],
       fieldAliases: [
         t('Model'),
         t('Requests'),
@@ -164,8 +164,8 @@ export const AI_AGENTS_MODELS_PREBUILT_CONFIG: PrebuiltDashboard = {
       {
         dataset: WidgetType.SPANS,
         tag: {
-          key: 'gen_ai.request.model',
-          name: 'gen_ai.request.model',
+          key: 'gen_ai.response.model',
+          name: 'gen_ai.response.model',
           kind: FieldKind.TAG,
         },
         value: '',
diff --git a/static/app/views/insights/pages/agents/components/llmCallsWidget.tsx b/static/app/views/insights/pages/agents/components/llmCallsWidget.tsx
@@ -42,7 +42,7 @@ export function LLMCallsWidget() {
 
   const generationsRequest = useSpans(
     {
-      fields: ['gen_ai.request.model', 'count()'],
+      fields: ['gen_ai.response.model', 'count()'],
       sorts: [{field: 'count()', kind: 'desc'}],
       search: fullQuery,
       limit: 3,
@@ -54,7 +54,7 @@ export function LLMCallsWidget() {
     {
       ...pageFilterChartParams,
       query: fullQuery,
-      groupBy: [SpanFields.GEN_AI_REQUEST_MODEL],
+      groupBy: [SpanFields.GEN_AI_RESPONSE_MODEL],
       yAxis: ['count(span.duration)'],
       sort: {field: 'count(span.duration)', kind: 'desc'},
       topEvents: 3,
@@ -109,7 +109,7 @@ export function LLMCallsWidget() {
   const footer = hasData && (
     <WidgetFooterTable>
       {models?.map((item, index) => {
-        const modelId = item['gen_ai.request.model'];
+        const modelId = item['gen_ai.response.model'];
         return (
           <Fragment key={modelId}>
             <div>
@@ -149,7 +149,7 @@ export function LLMCallsWidget() {
                   yAxes: ['count(span.duration)'],
                 },
               ],
-              groupBy: ['gen_ai.request.model'],
+              groupBy: ['gen_ai.response.model'],
               query: fullQuery,
               sort: `-count(span.duration)`,
               interval: pageFilterChartParams.interval,
diff --git a/static/app/views/insights/pages/agents/components/modelCostWidget.tsx b/static/app/views/insights/pages/agents/components/modelCostWidget.tsx
@@ -41,7 +41,7 @@ export function ModelCostWidget() {
 
   const tokensRequest = useSpans(
     {
-      fields: ['gen_ai.request.model', 'sum(gen_ai.cost.total_tokens)'],
+      fields: ['gen_ai.response.model', 'sum(gen_ai.cost.total_tokens)'],
       sorts: [{field: 'sum(gen_ai.cost.total_tokens)', kind: 'desc'}],
       search: fullQuery,
       limit: 3,
@@ -53,7 +53,7 @@ export function ModelCostWidget() {
     {
       ...pageFilterChartParams,
       query: fullQuery,
-      groupBy: [SpanFields.GEN_AI_REQUEST_MODEL],
+      groupBy: [SpanFields.GEN_AI_RESPONSE_MODEL],
       yAxis: ['sum(gen_ai.cost.total_tokens)'],
       sort: {field: 'sum(gen_ai.cost.total_tokens)', kind: 'desc'},
       topEvents: 3,
@@ -111,7 +111,7 @@ export function ModelCostWidget() {
   const footer = hasData && (
     <WidgetFooterTable>
       {tokens?.map((item, index) => {
-        const modelId = `${item['gen_ai.request.model']}`;
+        const modelId = `${item['gen_ai.response.model']}`;
         return (
           <Fragment key={modelId}>
             <div>
@@ -149,7 +149,7 @@ export function ModelCostWidget() {
                   yAxes: ['sum(gen_ai.cost.total_tokens)'],
                 },
               ],
-              groupBy: ['gen_ai.request.model'],
+              groupBy: ['gen_ai.response.model'],
               query: fullQuery,
               sort: `-sum(gen_ai.cost.total_tokens)`,
               interval: pageFilterChartParams.interval,
diff --git a/static/app/views/insights/pages/agents/components/modelsTable.tsx b/static/app/views/insights/pages/agents/components/modelsTable.tsx
@@ -100,7 +100,7 @@ export function ModelsTable() {
   const modelsRequest = useSpans(
     {
       fields: [
-        'gen_ai.request.model',
+        'gen_ai.response.model',
         'sum(gen_ai.usage.input_tokens)',
         'sum(gen_ai.usage.output_tokens)',
         'sum(gen_ai.usage.output_tokens.reasoning)',
@@ -126,7 +126,7 @@ export function ModelsTable() {
     }
 
     return modelsRequest.data.map(span => ({
-      model: span['gen_ai.request.model'],
+      model: span['gen_ai.response.model'],
       requests: span['count()'] ?? 0,
       avg: span['avg(span.duration)'] ?? 0,
       p95: span['p95(span.duration)'] ?? 0,
@@ -223,9 +223,9 @@ const BodyCell = memo(function BodyCell({
         yAxes: ['avg(span.duration)'],
       },
     ],
-    query: `gen_ai.request.model:${dataRow.model}`,
+    query: `gen_ai.response.model:${dataRow.model}`,
     field: [
-      'gen_ai.request.model',
+      'gen_ai.response.model',
       'gen_ai.operation.name',
       'gen_ai.usage.input_tokens',
       'gen_ai.usage.output_tokens',
@@ -268,7 +268,7 @@ const BodyCell = memo(function BodyCell({
         <ErrorCell
           value={dataRow.errors}
           target={getExploreUrl({
-            query: `${query} span.status:internal_error gen_ai.request.model:"${dataRow.model}"`,
+            query: `${query} span.status:internal_error gen_ai.response.model:"${dataRow.model}"`,
             organization,
             selection,
             referrer: Referrer.MODELS_TABLE,
diff --git a/static/app/views/insights/pages/agents/components/tokenUsageWidget.tsx b/static/app/views/insights/pages/agents/components/tokenUsageWidget.tsx
@@ -42,7 +42,7 @@ export function TokenUsageWidget() {
 
   const tokensRequest = useSpans(
     {
-      fields: ['gen_ai.request.model', 'sum(gen_ai.usage.total_tokens)'],
+      fields: ['gen_ai.response.model', 'sum(gen_ai.usage.total_tokens)'],
       sorts: [{field: 'sum(gen_ai.usage.total_tokens)', kind: 'desc'}],
       search: fullQuery,
       limit: 3,
@@ -54,7 +54,7 @@ export function TokenUsageWidget() {
     {
       ...pageFilterChartParams,
       query: fullQuery,
-      groupBy: [SpanFields.GEN_AI_REQUEST_MODEL],
+      groupBy: [SpanFields.GEN_AI_RESPONSE_MODEL],
       yAxis: ['sum(gen_ai.usage.total_tokens)'],
       sort: {field: 'sum(gen_ai.usage.total_tokens)', kind: 'desc'},
       topEvents: 3,
@@ -112,7 +112,7 @@ export function TokenUsageWidget() {
   const footer = hasData && (
     <WidgetFooterTable>
       {tokens?.map((item, index) => {
-        const modelId = `${item['gen_ai.request.model']}`;
+        const modelId = `${item['gen_ai.response.model']}`;
         return (
           <Fragment key={modelId}>
             <div>
@@ -152,7 +152,7 @@ export function TokenUsageWidget() {
                   yAxes: ['sum(gen_ai.usage.total_tokens)'],
                 },
               ],
-              groupBy: ['gen_ai.request.model'],
+              groupBy: ['gen_ai.response.model'],
               query: fullQuery,
               sort: `-sum(gen_ai.usage.total_tokens)`,
               interval: pageFilterChartParams.interval,
