Skip to main content

AgentEvalConfig

Agent Runtimes


Agent Runtimes / types/evals / AgentEvalConfig

Interface: AgentEvalConfig

Defined in: src/types/evals.ts:53

Eval configuration for an agent spec.

Indexable

[key: string]: unknown

Properties

category?

optional category?: string

Defined in: src/types/evals.ts:57


cost_tier?

optional cost_tier?: string

Defined in: src/types/evals.ts:61


default_config?

optional default_config?: Record<string, unknown>

Defined in: src/types/evals.ts:65


description?

optional description?: string

Defined in: src/types/evals.ts:56


evaluator_type?

optional evaluator_type?: string

Defined in: src/types/evals.ts:58


id?

optional id?: string

Defined in: src/types/evals.ts:54


latency?

optional latency?: string

Defined in: src/types/evals.ts:62


name?

optional name?: string

Defined in: src/types/evals.ts:55


output_kind?

optional output_kind?: string

Defined in: src/types/evals.ts:60


pydantic_class?

optional pydantic_class?: string

Defined in: src/types/evals.ts:59


requires?

optional requires?: string[]

Defined in: src/types/evals.ts:63


source?

optional source?: string

Defined in: src/types/evals.ts:64