Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion backend/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@
"prepack": "npm run build",
"typecheck": "tsc --noEmit",
"test": "jest",
"test:core": "jest --runInBand --forceExit src/agent/communication/__tests__/agentMessageBus.test.ts src/agent/core/executors/__tests__/strategyExecutor.test.ts src/agent/core/executors/__tests__/hypothesisExecutor.test.ts src/agent/context/__tests__/enhancedSessionContext.test.ts src/tests/adbTools.test.ts src/services/__tests__/sessionLogger.test.ts src/services/__tests__/traceAnalysisSkillConfig.test.ts src/agent/agents/domain/__tests__/registry.test.ts src/agentv3/__tests__/sqlIncludeInjector.test.ts src/agentv3/__tests__/analysisPatternMemory.test.ts src/agentv3/__tests__/claudeRuntimeRuntimeSnapshots.test.ts src/middleware/__tests__/auth.test.ts src/services/__tests__/rbac.test.ts src/routes/__tests__/agentRoutesRbac.test.ts src/routes/__tests__/ownerGuardRoutes.test.ts src/routes/__tests__/requestContextRouteCoverage.test.ts src/middleware/__tests__/legacyApiCompatibility.test.ts src/services/__tests__/enterpriseDb.test.ts src/services/__tests__/enterpriseSchema.test.ts src/services/__tests__/enterpriseRepository.test.ts src/services/__tests__/enterpriseKnowledgeScope.test.ts src/services/__tests__/enterpriseMigration.test.ts src/services/__tests__/runtimeSnapshotStore.test.ts src/services/providerManager/__tests__/localSecretStore.test.ts src/services/providerManager/__tests__/enterpriseProviderStore.test.ts src/routes/__tests__/enterpriseTraceMetadataRoutes.test.ts src/routes/__tests__/enterpriseReportRoutes.test.ts src/routes/__tests__/enterpriseRestartPersistence.test.ts",
"test:core": "jest --runInBand --forceExit src/agent/communication/__tests__/agentMessageBus.test.ts src/agent/core/executors/__tests__/strategyExecutor.test.ts src/agent/core/executors/__tests__/hypothesisExecutor.test.ts src/agent/context/__tests__/enhancedSessionContext.test.ts src/tests/adbTools.test.ts src/services/__tests__/sessionLogger.test.ts src/services/__tests__/traceAnalysisSkillConfig.test.ts src/agent/agents/domain/__tests__/registry.test.ts src/agentv3/__tests__/sqlIncludeInjector.test.ts src/agentv3/__tests__/analysisPatternMemory.test.ts src/agentv3/__tests__/claudeRuntimeRuntimeSnapshots.test.ts src/middleware/__tests__/auth.test.ts src/services/__tests__/rbac.test.ts src/routes/__tests__/agentRoutesRbac.test.ts src/routes/__tests__/ownerGuardRoutes.test.ts src/routes/__tests__/requestContextRouteCoverage.test.ts src/middleware/__tests__/legacyApiCompatibility.test.ts src/services/__tests__/enterpriseDb.test.ts src/services/__tests__/enterpriseSchema.test.ts src/services/__tests__/enterpriseRepository.test.ts src/services/__tests__/processRss.test.ts src/scripts/__tests__/benchmarkTraceProcessorRss.test.ts src/services/__tests__/enterpriseKnowledgeScope.test.ts src/services/__tests__/enterpriseMigration.test.ts src/services/__tests__/runtimeSnapshotStore.test.ts src/services/providerManager/__tests__/localSecretStore.test.ts src/services/providerManager/__tests__/enterpriseProviderStore.test.ts src/routes/__tests__/enterpriseTraceMetadataRoutes.test.ts src/routes/__tests__/enterpriseReportRoutes.test.ts src/routes/__tests__/enterpriseRestartPersistence.test.ts",
"test:watch": "jest --watch",
"test:coverage": "jest --coverage",
"test:unit": "jest --testPathPatterns=src/tests",
Expand All @@ -55,6 +55,7 @@
"test:full": "jest --runInBand --forceExit",
"test:all": "npm run test:gate",
"trace-processor:ensure": "node scripts/ensure-trace-processor.cjs",
"benchmark:trace-rss": "tsx src/scripts/benchmarkTraceProcessorRss.ts",
"verify:pr": "npm run validate:skills && npm run validate:strategies && npm run typecheck && npm run build && node scripts/check-cli-pack.cjs && npm run test:core && npm run trace-processor:ensure && npm run test:scene-trace-regression",
"enterprise:migration": "tsx src/scripts/enterpriseMigrationSnapshot.ts",
"skill:validate": "tsx src/cli/index.ts validate",
Expand Down
138 changes: 138 additions & 0 deletions backend/src/scripts/__tests__/benchmarkTraceProcessorRss.test.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,138 @@
// SPDX-License-Identifier: AGPL-3.0-or-later
// Copyright (C) 2024-2026 Gracker (Chris)
// This file is part of SmartPerfetto. See LICENSE for details.

import path from 'path';
import {
buildMarkdownReport,
classifyRequiredSizeBucket,
computeBenchmarkCoverage,
parseBenchmarkArgs,
REQUIRED_RSS_BENCHMARK_SCENES,
REQUIRED_RSS_BENCHMARK_SIZE_BUCKETS,
type BenchmarkReport,
type TraceBenchmarkResult,
} from '../benchmarkTraceProcessorRss';

const MIB = 1024 * 1024;
const GIB = 1024 * MIB;

function result(scene: string, sizeBucket: TraceBenchmarkResult['sizeBucket']): TraceBenchmarkResult {
return {
traceId: `${scene}-${sizeBucket}`,
scene,
label: `${scene}-${sizeBucket}`,
path: `/traces/${scene}-${sizeBucket}.pftrace`,
sizeBytes: sizeBucket === '1GB' ? GIB : 100 * MIB,
sizeBucket,
status: 'passed',
initializeMs: 10,
rssSummary: {
startupRssBytes: 1,
loadPeakRssBytes: 2,
postLoadRssBytes: 2,
queryPeakRssBytes: 3,
queryIncrementalRssBytes: 1,
queryHeadroomBytes: 4,
maxRssBytes: 3,
traceSizeToLoadPeakRatio: 0.1,
},
queries: [],
samples: [],
};
}

describe('trace processor RSS benchmark helpers', () => {
it('classifies required trace size buckets', () => {
expect(classifyRequiredSizeBucket(99 * MIB)).toBe('under-100MB');
expect(classifyRequiredSizeBucket(100 * MIB)).toBe('100MB');
expect(classifyRequiredSizeBucket(500 * MIB)).toBe('500MB');
expect(classifyRequiredSizeBucket(GIB)).toBe('1GB');
});

it('parses repeatable trace args and explicit output paths', () => {
const cwd = '/tmp/smartperfetto';
const options = parseBenchmarkArgs([
'--trace', 'scroll=fixtures/scroll.pftrace',
'--trace', 'fixtures/launch_light.pftrace',
'--output', 'out/report.json',
'--markdown', 'out/report.md',
'--sample-interval-ms', '100',
'--query', 'slice_names=SELECT name FROM slice LIMIT 1',
], cwd);

expect(options.traces).toEqual([
{
scene: 'scroll',
path: path.resolve(cwd, 'fixtures/scroll.pftrace'),
label: 'scroll-scroll.pftrace',
},
{
scene: 'startup',
path: path.resolve(cwd, 'fixtures/launch_light.pftrace'),
label: 'startup-launch_light.pftrace',
},
]);
expect(options.outputPath).toBe(path.resolve(cwd, 'out/report.json'));
expect(options.markdownPath).toBe(path.resolve(cwd, 'out/report.md'));
expect(options.sampleIntervalMs).toBe(100);
expect(options.queries.map(query => query.name)).toContain('slice_names');
});

it('marks the §0.4.3 matrix incomplete when required scene/size cells are missing', () => {
const coverage = computeBenchmarkCoverage([
result('scroll', '100MB'),
result('startup', '500MB'),
result('startup', 'under-100MB'),
]);

expect(coverage.complete).toBe(false);
expect(coverage.observedCells).toEqual(['scroll:100MB', 'startup:500MB']);
expect(coverage.missingCells).toContain('scroll:500MB');
expect(coverage.missingCells).toContain('vendor:1GB');
});

it('marks the §0.4.3 matrix complete only after every scene and size bucket is covered', () => {
const fullMatrix = REQUIRED_RSS_BENCHMARK_SCENES.flatMap(scene =>
REQUIRED_RSS_BENCHMARK_SIZE_BUCKETS.map(sizeBucket => result(scene, sizeBucket))
);

const coverage = computeBenchmarkCoverage(fullMatrix);

expect(coverage).toEqual({
complete: true,
missingCells: [],
observedCells: fullMatrix
.map(entry => `${entry.scene}:${entry.sizeBucket}`)
.sort(),
});
});

it('renders a markdown report with explicit missing matrix cells', () => {
const report: BenchmarkReport = {
generatedAt: '2026-05-08T00:00:00.000Z',
traceProcessorPath: '/tmp/trace_processor_shell',
host: {
platform: 'darwin',
arch: 'arm64',
node: 'v24.15.0',
totalMemoryBytes: 64 * GIB,
freeMemoryBytesAtStart: 32 * GIB,
cpuCount: 12,
},
sampleIntervalMs: 250,
requiredMatrix: {
scenes: REQUIRED_RSS_BENCHMARK_SCENES,
sizeBuckets: REQUIRED_RSS_BENCHMARK_SIZE_BUCKETS,
},
coverage: computeBenchmarkCoverage([result('scroll', '100MB')]),
traces: [result('scroll', '100MB')],
};

const markdown = buildMarkdownReport(report);

expect(markdown).toContain('Coverage status: blocked_missing_required_traces');
expect(markdown).toContain('- startup:100MB');
expect(markdown).toContain('| scroll-100MB | scroll | 100MB |');
});
});
Loading