Configuration reference

{
  // ── Which questions get asked ────────────────────────────────────────────
  // Override the shipped buyer-question library, one key at a time. Shipped
  // keys and their quotas: category 8, comparison 5, problem 4, branded 3,
  // integration 1, migration 1, trust 1 → 23 questions.
  // `templates` replaces that key's phrasings; `quota` (0-50) changes how many
  // it generates; `quota: 0` drops the group entirely. A key that is NOT a
  // shipped type is appended as a new group whose questions are typed
  // "custom" - asked, judged and reported, never scored.
  // Placeholders you can use: {brand} {category} {icp} {problem}
  // {competitor} {competitor2} {year}.
  "questionTemplates": {
    "category": {
      "templates": [
        "What is the best {category} for {icp}?",
        "Which {category} should {icp} choose and why?"
      ],
      "quota": 6
    },
    "comparison": { "quota": 3 },
    "trust": { "quota": 0 },
    "compliance": {
      "templates": ["Is {brand} SOC 2 compliant, and how would I verify it?"]
    }
  },

  // ── Which model serves which role ────────────────────────────────────────
  // Any model id your key can call. Defaults are the shipped registry
  // (packages/engine/src/models.ts); `saylent models` prints what resolves on
  // your machine right now and where each choice came from.
  "models": {
    // The judge scores the answers. One entry per family, because the judge is
    // deliberately from the OTHER family than the engine that answered.
    "judge": {
      "anthropic": "claude-haiku-4-5", // default claude-haiku-4-5
      "openai": "gpt-5-mini"           // default gpt-5-mini
    },
    // Reads your crawled pages and builds the brand model (category, ICP,
    // problems, rivals) the questions are generated from.
    // Default claude-haiku-4-5, or gpt-5-mini on an OpenAI-only machine.
    "brand": "claude-haiku-4-5",
    // Writes the drafted fixes, and translates the question set when `locale`
    // is set. Default claude-sonnet-4-6, or gpt-5.4 on an OpenAI-only machine.
    "drafter": "claude-sonnet-4-6",
    // The answer engines themselves - the models that get asked the questions.
    "engines": {
      "chatgpt": "gpt-5.4",            // default gpt-5.4
      "claude": "claude-sonnet-4-6",   // default claude-sonnet-4-6
      "gemini": "gemini-3.6-flash",    // default gemini-3.6-flash
      "perplexity": "sonar"            // default sonar
    }
  },

  // ── What gets asked, of whom, how many times ─────────────────────────────
  // Seed rivals by domain or name; merged with whatever the brand model
  // derives from your site. Default: only what the brand model finds.
  "competitors": ["beacon-uptime.example", "Statusly"],

  // The answer engines to ask. Default: every engine you have a key for.
  "engines": ["chatgpt", "claude", "gemini", "perplexity"],

  // "smoke" (6 questions) or "full" (23). Default when nothing overrides it:
  // smoke on the CLI.
  "profile": "smoke",

  "sampling": {
    // How many times each SCORED question is asked per engine, 1-5.
    // Default: the profile's own count - full 2, smoke 1.
    "samples": 2,
    // Only ever applies when the effective count is exactly 2: one extra draw
    // is taken when the first two disagree. Default true. It can turn that
    // third draw off; it can never force one at 1 or 3-5 samples.
    "tiebreak": true
  },

  // ── Stages to skip ───────────────────────────────────────────────────────
  // Default: nothing is skipped. `drafts` = no drafter calls (fixes are still
  // listed, each honestly "not drafted"). `corpus` = no cited-page fetches
  // (citation presence unverified). `gates` = no live site checks (never
  // reported as a pass).
  "skip": { "drafts": false, "corpus": false, "gates": false },

  // ── The crawler ──────────────────────────────────────────────────────────
  // Applies to the whole run's fetches: crawl, cited pages, site gates.
  // Default: "Mozilla/5.0 (compatible; SaylentAudit/<version>; +<docs url>)".
  "userAgent": "Mozilla/5.0 (compatible; AcmeAudit/1.0; +https://acme.example/bot)",

  // Cap how many crawled pages feed the brand model and corpus, 1-200.
  // Default: no cap beyond the profile's own page budget (full 25, smoke 8).
  "maxPages": 25,

  // Let the AUDITED SITE's own host (and its www/apex sibling) resolve to a
  // private address - for a staging server on your own network. Never applies
  // to a cited or corpus URL on another host. Default false.
  "allowPrivate": false,

  // Extra AI bots to test for in the site-gate checks, merged into the shipped
  // registry. `kind`: "training" (blocking it is a legitimate choice),
  // "search" or "user" (blocking those costs you citations or live reads).
  // `impact` is the sentence the report prints. Default: the shipped registry.
  "extraBots": [
    { "agent": "AcmeBot", "kind": "search", "impact": "Blocking AcmeBot removes you from Acme answers." }
  ],

  // ── Scoring thresholds ───────────────────────────────────────────────────
  "thresholds": {
    // A question counts as uncovered on your site when the best-matching page
    // scores below this, 0-1. Default 0.45.
    "coverage": 0.45,
    // Priority weights for the fix families, 0-10. Name only the ones you want
    // to change; unnamed families keep their default (shown here).
    "fixWeights": {
      "access": 9.5,
      "coverage_hub": 9.0,
      "source_pitch": 8.5,
      "negative_or_wrong": 7.0,
      "entity_unclear": 7.0,
      "schema_missing": 5.5,
      "freshness_stale": 4.0
    }
  },

  // ── Language ─────────────────────────────────────────────────────────────
  // BCP47 tag. When set, a freshly generated question set is translated ONCE
  // through the drafter model and each row is marked `translated: true`. No
  // effect on a reused set (`--questions`) or on `verify` - neither generates
  // a new set. Default: unset (the English templates).
  "locale": "de",

  // ── App branding ─────────────────────────────────────────────────────────
  // Accepted and validated, but read by nothing: the self-hosted app reads
  // NEXT_PUBLIC_APP_NAME / NEXT_PUBLIC_CONTACT_EMAIL instead. Documented so
  // you know it is not a working knob.
  "branding": { "appName": "Acme AI Audit", "contactEmail": "hello@acme.example" }
}