|
| 1 | +// <reference lib="deno.ns" /> |
| 2 | + |
| 3 | +import { tracingChannel } from 'node:diagnostics_channel'; |
| 4 | +import type { TransactionEvent } from '@sentry/core'; |
| 5 | +import type { DenoClient } from '@sentry/deno'; |
| 6 | +import { getCurrentScope, getGlobalScope, getIsolationScope, init, startSpan } from '@sentry/deno'; |
| 7 | +import { assert } from 'https://deno.land/std@0.212.0/assert/assert.ts'; |
| 8 | +import { assertExists } from 'https://deno.land/std@0.212.0/assert/assert_exists.ts'; |
| 9 | +import { assertEquals } from 'https://deno.land/std@0.212.0/assert/assert_equals.ts'; |
| 10 | + |
| 11 | +function resetGlobals(): void { |
| 12 | + getCurrentScope().clear(); |
| 13 | + getCurrentScope().setClient(undefined); |
| 14 | + getIsolationScope().clear(); |
| 15 | + getGlobalScope().clear(); |
| 16 | +} |
| 17 | + |
| 18 | +/** See deno-redis.test.ts — same sink shape, deduped for clarity. */ |
| 19 | +function transactionSink(): { |
| 20 | + beforeSendTransaction: (event: TransactionEvent) => null; |
| 21 | + waitFor: (predicate: (event: TransactionEvent) => boolean) => Promise<TransactionEvent>; |
| 22 | +} { |
| 23 | + const transactions: TransactionEvent[] = []; |
| 24 | + const waiters: { predicate: (e: TransactionEvent) => boolean; resolve: (e: TransactionEvent) => void }[] = []; |
| 25 | + return { |
| 26 | + beforeSendTransaction(event) { |
| 27 | + transactions.push(event); |
| 28 | + for (let i = waiters.length - 1; i >= 0; i--) { |
| 29 | + const w = waiters[i]!; |
| 30 | + if (w.predicate(event)) { |
| 31 | + waiters.splice(i, 1); |
| 32 | + w.resolve(event); |
| 33 | + } |
| 34 | + } |
| 35 | + return null; |
| 36 | + }, |
| 37 | + waitFor(predicate) { |
| 38 | + const already = transactions.find(predicate); |
| 39 | + if (already) return Promise.resolve(already); |
| 40 | + return new Promise<TransactionEvent>(resolve => { |
| 41 | + waiters.push({ predicate, resolve }); |
| 42 | + }); |
| 43 | + }, |
| 44 | + }; |
| 45 | +} |
| 46 | + |
| 47 | +function withTimeout<T>(p: Promise<T>, ms: number, what: string): Promise<T> { |
| 48 | + let timer: ReturnType<typeof setTimeout> | undefined; |
| 49 | + const timeout = new Promise<T>((_, reject) => { |
| 50 | + timer = setTimeout(() => reject(new Error(`Timed out waiting for ${what} after ${ms}ms`)), ms); |
| 51 | + }); |
| 52 | + return Promise.race([p, timeout]).finally(() => { |
| 53 | + if (timer !== undefined) clearTimeout(timer); |
| 54 | + }); |
| 55 | +} |
| 56 | + |
| 57 | +Deno.test('anthropic instrumentation: included in default integrations (Deno 2.8.0+)', () => { |
| 58 | + resetGlobals(); |
| 59 | + const client = init({ dsn: 'https://username@domain/123' }) as DenoClient; |
| 60 | + const names = client.getOptions().integrations.map(i => i.name); |
| 61 | + assert(names.includes('Anthropic_AI'), `Anthropic_AI should be in defaults, got ${names.join(', ')}`); |
| 62 | +}); |
| 63 | + |
| 64 | +// Drives the `orchestrion:@anthropic-ai/sdk:chat` channel — the same events the |
| 65 | +// orchestrion transform publishes around the SDK's `messages.create` — so no live |
| 66 | +// Anthropic client is needed. The subscriber reads the request body off |
| 67 | +// `arguments[0]` and opens a `gen_ai.chat` span, then enriches it from the settled |
| 68 | +// `result`. |
| 69 | +Deno.test('anthropic instrumentation: orchestrion @anthropic-ai/sdk:chat channel produces a nested gen_ai span', async () => { |
| 70 | + resetGlobals(); |
| 71 | + const sink = transactionSink(); |
| 72 | + init({ |
| 73 | + dsn: 'https://username@domain/123', |
| 74 | + tracesSampleRate: 1, |
| 75 | + beforeSendTransaction: sink.beforeSendTransaction, |
| 76 | + }); |
| 77 | + |
| 78 | + const channel = tracingChannel('orchestrion:@anthropic-ai/sdk:chat'); |
| 79 | + |
| 80 | + // `arguments[0]` is the request body passed to `messages.create(body, options)`. |
| 81 | + const body = { model: 'claude-3-5-sonnet-latest', messages: [{ role: 'user', content: 'hi' }] }; |
| 82 | + const ctx: Record<string, unknown> = { arguments: [body] }; |
| 83 | + |
| 84 | + startSpan({ name: 'parent', op: 'test' }, () => { |
| 85 | + channel.start.runStores(ctx, () => undefined); |
| 86 | + // A non-streaming (non-async-iterable, no `on`) result ends the span via |
| 87 | + // `beforeSpanEnd`, which reads the response id, model and token usage off it. |
| 88 | + ctx.result = { |
| 89 | + id: 'msg_1', |
| 90 | + model: 'claude-3-5-sonnet-20241022', |
| 91 | + usage: { input_tokens: 10, output_tokens: 5 }, |
| 92 | + }; |
| 93 | + channel.end.publish(ctx); |
| 94 | + channel.asyncEnd.publish(ctx); |
| 95 | + }); |
| 96 | + |
| 97 | + const parent = await withTimeout(sink.waitFor(t => t.transaction === 'parent'), 5000, "'parent' transaction"); |
| 98 | + |
| 99 | + const aiSpan = parent.spans?.find(s => s.op === 'gen_ai.chat'); |
| 100 | + assertExists(aiSpan, `expected a gen_ai.chat child span, got ops: ${parent.spans?.map(s => s.op).join(', ')}`); |
| 101 | + assertEquals(aiSpan!.description, 'chat claude-3-5-sonnet-latest'); |
| 102 | + assertEquals(aiSpan!.data?.['gen_ai.system'], 'anthropic'); |
| 103 | + assertEquals(aiSpan!.data?.['gen_ai.operation.name'], 'chat'); |
| 104 | + assertEquals(aiSpan!.data?.['gen_ai.request.model'], 'claude-3-5-sonnet-latest'); |
| 105 | + assertEquals(aiSpan!.data?.['gen_ai.response.model'], 'claude-3-5-sonnet-20241022'); |
| 106 | + assertEquals(aiSpan!.data?.['gen_ai.usage.total_tokens'], 15); |
| 107 | + assertEquals(aiSpan!.data?.['sentry.origin'], 'auto.ai.orchestrion.anthropic'); |
| 108 | +}); |
0 commit comments