Configuration Reference

interface JudgeConfig {
  primaryModel?: string; // default: 'gpt-5.4-mini'
  fallbackModel?: string; // default: 'claude-3-5-haiku-20241022'
  timeout?: number; // default: 10000 (ms)
  openaiApiKey?: string; // default: process.env.OPENAI_API_KEY
  anthropicApiKey?: string; // default: process.env.ANTHROPIC_API_KEY
  maxInputChars?: number; // default: 500000
  inputHandling?: "reject" | "truncate"; // default: 'reject'
  pricing?: Record<
    string,
    {
      inputPerToken: number;
      outputPerToken: number;
    }
  >;
  rateLimit?: {
    // default: undefined (disabled)
    requestsPerMinute: number; // required when rateLimit is set
    burstCapacity: number; // default: 10
  };
}

interface ReporterConfig {
  projectSlug: string; // required
  apiKey?: string; // omit for local-only mode
  dashboardUrl?: string; // default: 'https://llmassert.com'
  batchSize?: number; // default: 50
  timeout?: number; // default: 10000 (ms)
  retries?: number; // default: 1
  onError?: "warn" | "throw" | "silent"; // default: 'warn'
  onThresholdFetchError?: "warn" | "throw" | "silent"; // default: 'warn'
  onQuotaExhausted?: "warn" | "fail"; // default: 'warn'
  metadata?: Record<string, unknown>;
}

interface JSONReporterConfig {
  outputFile?: string; // default: 'test-results/llmassert-results.json'
  projectSlug?: string; // default: 'local'
  onError?: "warn" | "throw" | "silent"; // default: 'warn'
  metadata?: Record<string, unknown>;
}