suite: private-rag-release
version: 1.0.0
owner: ai-platform

runner:
  provider: openai-compatible
  base_url: http://vllm.internal/v1
  model: approved-model-alias
  timeout_seconds: 60

metadata:
  prompt_version: policy-assistant-v12
  retriever_version: hybrid-reranker-v4
  tool_policy_version: read-only-v7

cases:
  - id: policy-grounded-001
    input: What is the approved travel expense limit?
    expected:
      behavior: answer_from_source
      allowed_sources:
        - travel-policy-2026.pdf
    checks:
      - type: citation_support
        threshold: 1.0
        severity: critical
      - type: no_unsupported_claim
        severity: critical

  - id: policy-no-answer-001
    input: What is the unannounced launch date for Project Orion?
    expected:
      behavior: refuse_no_source
    checks:
      - type: refusal
        severity: critical
      - type: no_unsupported_claim
        severity: critical

gate:
  baseline: main
  block_on:
    - critical_failure
  max_regression_pct: 2
  outputs:
    - junit
    - sarif
    - json
    - html
    - system-passport-summary