From 7fa4404c8593f1b79c7c55b14b7e8f98af2c2e74 Mon Sep 17 00:00:00 2001 From: Christopher Tso Date: Fri, 14 Nov 2025 19:11:51 +1100 Subject: [PATCH 1/2] suppress subagent cli output --- packages/core/package.json | 2 +- packages/core/src/evaluation/providers/vscode.ts | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/packages/core/package.json b/packages/core/package.json index f06fafdf2..b6a9a5ad9 100644 --- a/packages/core/package.json +++ b/packages/core/package.json @@ -37,7 +37,7 @@ "dependencies": { "@ax-llm/ax": "^14.0.39", "ai": "^5.0.50", - "subagent": "^0.3.5", + "subagent": "^0.3.6", "yaml": "^2.6.0", "zod": "^3.23.8" } diff --git a/packages/core/src/evaluation/providers/vscode.ts b/packages/core/src/evaluation/providers/vscode.ts index d7438daa6..74735c498 100644 --- a/packages/core/src/evaluation/providers/vscode.ts +++ b/packages/core/src/evaluation/providers/vscode.ts @@ -48,6 +48,7 @@ export class VSCodeProvider implements Provider { vscodeCmd: this.config.command, subagentRoot: this.config.subagentRoot, workspaceTemplate: this.config.workspaceTemplate, + silent: true, }); if (session.exitCode !== 0 || !session.responseFile) { From bd63101a641caaf5894694ccb07a6f25b25b29f3 Mon Sep 17 00:00:00 2001 From: Christopher Tso Date: Fri, 14 Nov 2025 19:17:22 +1100 Subject: [PATCH 2/2] remove redundant type files --- .../core/src/evaluation/providers/ax.d.ts | 32 ---------- .../core/src/evaluation/providers/index.d.ts | 9 --- .../core/src/evaluation/providers/mock.d.ts | 10 ---- .../evaluation/providers/targets-file.d.ts | 3 - .../src/evaluation/providers/targets.d.ts | 59 ------------------- .../core/src/evaluation/providers/types.d.ts | 36 ----------- .../core/src/evaluation/providers/vscode.d.ts | 10 ---- packages/core/src/index.d.ts | 10 ---- 8 files changed, 169 deletions(-) delete mode 100644 packages/core/src/evaluation/providers/ax.d.ts delete mode 100644 packages/core/src/evaluation/providers/index.d.ts delete mode 100644 packages/core/src/evaluation/providers/mock.d.ts delete mode 100644 packages/core/src/evaluation/providers/targets-file.d.ts delete mode 100644 packages/core/src/evaluation/providers/targets.d.ts delete mode 100644 packages/core/src/evaluation/providers/types.d.ts delete mode 100644 packages/core/src/evaluation/providers/vscode.d.ts delete mode 100644 packages/core/src/index.d.ts diff --git a/packages/core/src/evaluation/providers/ax.d.ts b/packages/core/src/evaluation/providers/ax.d.ts deleted file mode 100644 index 2c6b5f5df..000000000 --- a/packages/core/src/evaluation/providers/ax.d.ts +++ /dev/null @@ -1,32 +0,0 @@ -import type { AnthropicResolvedConfig, AzureResolvedConfig, GeminiResolvedConfig } from "./targets"; -import type { Provider, ProviderRequest, ProviderResponse } from "./types"; -export declare class AzureProvider implements Provider { - private readonly config; - readonly id: string; - readonly kind: "azure"; - readonly targetName: string; - private readonly ai; - private readonly defaults; - constructor(targetName: string, config: AzureResolvedConfig); - invoke(request: ProviderRequest): Promise; -} -export declare class AnthropicProvider implements Provider { - private readonly config; - readonly id: string; - readonly kind: "anthropic"; - readonly targetName: string; - private readonly ai; - private readonly defaults; - constructor(targetName: string, config: AnthropicResolvedConfig); - invoke(request: ProviderRequest): Promise; -} -export declare class GeminiProvider implements Provider { - private readonly config; - readonly id: string; - readonly kind: "gemini"; - readonly targetName: string; - private readonly ai; - private readonly defaults; - constructor(targetName: string, config: GeminiResolvedConfig); - invoke(request: ProviderRequest): Promise; -} diff --git a/packages/core/src/evaluation/providers/index.d.ts b/packages/core/src/evaluation/providers/index.d.ts deleted file mode 100644 index a40e6cbf0..000000000 --- a/packages/core/src/evaluation/providers/index.d.ts +++ /dev/null @@ -1,9 +0,0 @@ -import type { ResolvedTarget } from "./targets"; -import { resolveTargetDefinition } from "./targets"; -import type { EnvLookup, Provider, TargetDefinition } from "./types"; -export type { EnvLookup, Provider, ProviderKind, ProviderRequest, ProviderResponse, TargetDefinition, } from "./types"; -export type { AnthropicResolvedConfig, AzureResolvedConfig, GeminiResolvedConfig, MockResolvedConfig, ResolvedTarget, VSCodeResolvedConfig, } from "./targets"; -export { resolveTargetDefinition }; -export { readTargetDefinitions, listTargetNames } from "./targets-file"; -export declare function createProvider(target: ResolvedTarget): Provider; -export declare function resolveAndCreateProvider(definition: TargetDefinition, env?: EnvLookup): Provider; diff --git a/packages/core/src/evaluation/providers/mock.d.ts b/packages/core/src/evaluation/providers/mock.d.ts deleted file mode 100644 index 6195399b5..000000000 --- a/packages/core/src/evaluation/providers/mock.d.ts +++ /dev/null @@ -1,10 +0,0 @@ -import type { MockResolvedConfig } from "./targets"; -import type { Provider, ProviderRequest, ProviderResponse } from "./types"; -export declare class MockProvider implements Provider { - readonly id: string; - readonly kind: "mock"; - readonly targetName: string; - private readonly cannedResponse; - constructor(targetName: string, config: MockResolvedConfig); - invoke(request: ProviderRequest): Promise; -} diff --git a/packages/core/src/evaluation/providers/targets-file.d.ts b/packages/core/src/evaluation/providers/targets-file.d.ts deleted file mode 100644 index ec72ed3e5..000000000 --- a/packages/core/src/evaluation/providers/targets-file.d.ts +++ /dev/null @@ -1,3 +0,0 @@ -import type { TargetDefinition } from "./types"; -export declare function readTargetDefinitions(filePath: string): Promise; -export declare function listTargetNames(definitions: readonly TargetDefinition[]): readonly string[]; diff --git a/packages/core/src/evaluation/providers/targets.d.ts b/packages/core/src/evaluation/providers/targets.d.ts deleted file mode 100644 index c40127b04..000000000 --- a/packages/core/src/evaluation/providers/targets.d.ts +++ /dev/null @@ -1,59 +0,0 @@ -import type { EnvLookup, TargetDefinition } from "./types"; -export interface AzureResolvedConfig { - readonly resourceName: string; - readonly deploymentName: string; - readonly apiKey: string; - readonly version?: string; - readonly temperature?: number; - readonly maxOutputTokens?: number; -} -export interface AnthropicResolvedConfig { - readonly apiKey: string; - readonly model: string; - readonly temperature?: number; - readonly maxOutputTokens?: number; - readonly thinkingBudget?: number; -} -export interface GeminiResolvedConfig { - readonly apiKey: string; - readonly model: string; - readonly temperature?: number; - readonly maxOutputTokens?: number; -} -export interface MockResolvedConfig { - readonly response?: string; -} -export interface VSCodeResolvedConfig { - readonly command: string; - readonly waitForResponse: boolean; - readonly dryRun: boolean; - readonly subagentRoot?: string; - readonly workspaceTemplate?: string; -} -export type ResolvedTarget = { - readonly kind: "azure"; - readonly name: string; - readonly judgeTarget?: string; - readonly config: AzureResolvedConfig; -} | { - readonly kind: "anthropic"; - readonly name: string; - readonly judgeTarget?: string; - readonly config: AnthropicResolvedConfig; -} | { - readonly kind: "gemini"; - readonly name: string; - readonly judgeTarget?: string; - readonly config: GeminiResolvedConfig; -} | { - readonly kind: "mock"; - readonly name: string; - readonly judgeTarget?: string; - readonly config: MockResolvedConfig; -} | { - readonly kind: "vscode" | "vscode-insiders"; - readonly name: string; - readonly judgeTarget?: string; - readonly config: VSCodeResolvedConfig; -}; -export declare function resolveTargetDefinition(definition: TargetDefinition, env?: EnvLookup): ResolvedTarget; diff --git a/packages/core/src/evaluation/providers/types.d.ts b/packages/core/src/evaluation/providers/types.d.ts deleted file mode 100644 index c70542961..000000000 --- a/packages/core/src/evaluation/providers/types.d.ts +++ /dev/null @@ -1,36 +0,0 @@ -import type { AxChatRequest } from "@ax-llm/ax"; -import type { JsonObject } from "../types"; -type ChatPrompt = AxChatRequest["chatPrompt"]; -export type ProviderKind = "azure" | "anthropic" | "gemini" | "mock" | "vscode" | "vscode-insiders"; -export interface ProviderRequest { - readonly prompt: string; - readonly guidelines?: string; - readonly chatPrompt?: ChatPrompt; - readonly attachments?: readonly string[]; - readonly testCaseId?: string; - readonly attempt?: number; - readonly maxOutputTokens?: number; - readonly temperature?: number; - readonly metadata?: JsonObject; - readonly signal?: AbortSignal; -} -export interface ProviderResponse { - readonly text: string; - readonly reasoning?: string; - readonly raw?: unknown; - readonly usage?: JsonObject; -} -export interface Provider { - readonly id: string; - readonly kind: ProviderKind; - readonly targetName: string; - invoke(request: ProviderRequest): Promise; -} -export type EnvLookup = Readonly>; -export interface TargetDefinition { - readonly name: string; - readonly provider: ProviderKind | string; - readonly settings?: Record | undefined; - readonly judge_target?: string | undefined; -} -export {}; diff --git a/packages/core/src/evaluation/providers/vscode.d.ts b/packages/core/src/evaluation/providers/vscode.d.ts deleted file mode 100644 index 4afdd9a54..000000000 --- a/packages/core/src/evaluation/providers/vscode.d.ts +++ /dev/null @@ -1,10 +0,0 @@ -import type { VSCodeResolvedConfig } from "./targets"; -import type { Provider, ProviderRequest, ProviderResponse } from "./types"; -export declare class VSCodeProvider implements Provider { - readonly id: string; - readonly kind: "vscode" | "vscode-insiders"; - readonly targetName: string; - private readonly config; - constructor(targetName: string, config: VSCodeResolvedConfig, kind: "vscode" | "vscode-insiders"); - invoke(request: ProviderRequest): Promise; -} diff --git a/packages/core/src/index.d.ts b/packages/core/src/index.d.ts deleted file mode 100644 index ba756e080..000000000 --- a/packages/core/src/index.d.ts +++ /dev/null @@ -1,10 +0,0 @@ -export * from "./evaluation/types"; -export * from "./evaluation/yaml-parser"; -export * from "./evaluation/providers/index"; -export * from "./evaluation/scoring"; -export * from "./evaluation/grading"; -export * from "./evaluation/orchestrator"; -export type AgentKernel = { - status: string; -}; -export declare function createAgentKernel(): AgentKernel;