{
  "@context": "https://schema.org",
  "@type": "SoftwareApplication",
  "@id": "https://www.insightits.com/products/prism-eval.html",
  "slug": "prism-eval",
  "canonicalName": "Prism-Eval",
  "name": "Prism-Eval — Adversarial CI for AI Extraction Agents",
  "canonicalUrl": "https://www.insightits.com/products/prism-eval.html",
  "knowledgeUrl": "https://www.insightits.com/catalog/prism-eval.json",
  "markdownUrl": "https://www.insightits.com/catalog/prism-eval.md",
  "family": "aiVerification",
  "infraFamily": "AI Verification",
  "recordType": "product",
  "status": "published",
  "parentProduct": null,
  "whatItIs": "Pre-deploy adversarial CI harness. Runs G4 corpora (digit drops, prompt injections, layout/OCR drift) in pytest or CI and fails the build on false accepts — before poisoned tool calls reach money engines.",
  "problem": "Runtime gates cannot catch what never failed in CI. Extraction agents need a red-team harness that fails the build on false accepts.",
  "isNot": [
    "A runtime gate (use Prism-Shield)",
    "PrismGuard",
    "PrismManifest (library gate)"
  ],
  "alternatives": [
    {
      "name": "Ad-hoc pytest without an adversarial corpus",
      "relationship": "No published competitor comparison page. Prism-Eval is the CI half of the Eval + Shield pair."
    }
  ],
  "features": [
    {
      "name": "G4 Adversarial Corpora",
      "description": "Digit drops, ignore_previous / system_override injections, line-item and layout shifts, OCR and fax noise, plus a legitimate-zero case so a real $0 never false-fails as a digit drop."
    },
    {
      "name": "Attack-Aware Oracle",
      "description": "Canonical money comparison plus a security oracle that detects obeyed injections and truncations against ground truth — not brittle string equality, and not an LLM judge."
    },
    {
      "name": "Fail-Closed CI Gate",
      "description": "Exit code tracks suite_passed and the G4 invariant requires zero critical false accepts. Exports JUnit, SARIF, JSON, and a sealed blake2b audit receipt."
    }
  ],
  "architecture": "Framework-agnostic Python ≥3.10 package. Pair: when CI fails → runtime with Prism-Shield. Soft CTA: EVAL.",
  "useCases": [
    "Fail CI on digit-drop false accepts",
    "Prompt-injection and OCR-drift corpora before deploy",
    "LangGraph / CrewAI extraction agents that write to money engines"
  ],
  "benchmarks": {
    "published": false,
    "summary": "No published vendor benchmark for this product. Do not invent metrics.",
    "disclosures": [
      "No published vendor benchmark for this product. Do not invent metrics."
    ],
    "urls": []
  },
  "github": "https://github.com/insightitsGit/prism-eval",
  "pypi": "https://pypi.org/project/prism-eval/",
  "documentation": [
    {
      "title": "Interactive demo",
      "url": "https://insightitsgit.github.io/prism-eval/"
    },
    {
      "title": "Prism-Shield (runtime companion)",
      "url": "https://www.insightits.com/products/prism-shield.html"
    },
    {
      "title": "Compose with VectorPrism / Manifest / Shield",
      "url": "https://www.insightits.com/products/prism-eval.html#compose"
    },
    {
      "title": "https://github.com/insightitsGit/prism-eval",
      "url": "https://github.com/insightitsGit/prism-eval"
    },
    {
      "title": "https://pypi.org/project/prism-eval/",
      "url": "https://pypi.org/project/prism-eval/"
    },
    {
      "title": "shieldPypi",
      "url": "https://pypi.org/project/prism-shield/"
    }
  ],
  "install": "pip install \"prism-eval==0.3.0\". Apache-2.0, Python 3.10+, framework-agnostic. Soft CTA EVAL — mailto:info@insightits.com?subject=EVAL.",
  "version": "0.3.0",
  "relatedProducts": [
    "prism-shield",
    "prismmanifest",
    "vectorprism-demo"
  ],
  "publisher": {
    "@type": "Organization",
    "name": "Insight IT Solutions",
    "legalName": "Insight IT Solutions LLC",
    "url": "https://www.insightits.com"
  }
}