{
  "version": 1,
  "last_updated": "2026-05-06T16:02:51.854Z",
  "scenarios": {
    "legal-citation/sturna": {
      "scenario_id": "legal-citation",
      "stack_id": "sturna",
      "stack_name": "Sturna",
      "date": "2026-05-06",
      "file": "legal-citation-sturna-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 87.51363269079278,
        "hallucination_rate_pct": 2,
        "mean_latency_ms": 1834.3751199234375
      },
      "is_simulated": false
    },
    "legal-citation/langchain_gpt4o": {
      "scenario_id": "legal-citation",
      "stack_id": "langchain_gpt4o",
      "stack_name": "LangChain + GPT-4o",
      "date": "2026-05-06",
      "file": "legal-citation-langchain_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 72.00581461639818,
        "hallucination_rate_pct": 8,
        "mean_latency_ms": 2770.700571405331
      },
      "is_simulated": true
    },
    "legal-citation/autogen_gpt4o": {
      "scenario_id": "legal-citation",
      "stack_id": "autogen_gpt4o",
      "stack_name": "AutoGen + GPT-4o",
      "date": "2026-05-06",
      "file": "legal-citation-autogen_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 68.65104549617756,
        "hallucination_rate_pct": 10,
        "mean_latency_ms": 3264.3156251225073
      },
      "is_simulated": true
    },
    "legal-citation/crewai_gpt4o": {
      "scenario_id": "legal-citation",
      "stack_id": "crewai_gpt4o",
      "stack_name": "CrewAI + GPT-4o",
      "date": "2026-05-06",
      "file": "legal-citation-crewai_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 69.38886799590564,
        "hallucination_rate_pct": 10,
        "mean_latency_ms": 3399.8853481813894
      },
      "is_simulated": true
    },
    "supply-chain/sturna": {
      "scenario_id": "supply-chain",
      "stack_id": "sturna",
      "stack_name": "Sturna",
      "date": "2026-05-06",
      "file": "supply-chain-sturna-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 82.63625133238489,
        "hallucination_rate_pct": 6.666666666666667,
        "mean_latency_ms": 1710.7101789506592
      },
      "is_simulated": false
    },
    "supply-chain/langchain_gpt4o": {
      "scenario_id": "supply-chain",
      "stack_id": "langchain_gpt4o",
      "stack_name": "LangChain + GPT-4o",
      "date": "2026-05-06",
      "file": "supply-chain-langchain_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 74.10315842188079,
        "hallucination_rate_pct": 10,
        "mean_latency_ms": 2871.9180450321574
      },
      "is_simulated": true
    },
    "supply-chain/autogen_gpt4o": {
      "scenario_id": "supply-chain",
      "stack_id": "autogen_gpt4o",
      "stack_name": "AutoGen + GPT-4o",
      "date": "2026-05-06",
      "file": "supply-chain-autogen_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 72.36214890632817,
        "hallucination_rate_pct": 13.333333333333334,
        "mean_latency_ms": 2959.8176465572237
      },
      "is_simulated": true
    },
    "supply-chain/crewai_gpt4o": {
      "scenario_id": "supply-chain",
      "stack_id": "crewai_gpt4o",
      "stack_name": "CrewAI + GPT-4o",
      "date": "2026-05-06",
      "file": "supply-chain-crewai_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 72.97388218795012,
        "hallucination_rate_pct": 13.333333333333334,
        "mean_latency_ms": 2944.924141613229
      },
      "is_simulated": true
    },
    "ria-compliance/sturna": {
      "scenario_id": "ria-compliance",
      "stack_id": "sturna",
      "stack_name": "Sturna",
      "date": "2026-05-06",
      "file": "ria-compliance-sturna-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 90.94551487749234,
        "hallucination_rate_pct": 2.5,
        "mean_latency_ms": 1878.5584867086995
      },
      "is_simulated": false
    },
    "ria-compliance/langchain_gpt4o": {
      "scenario_id": "ria-compliance",
      "stack_id": "langchain_gpt4o",
      "stack_name": "LangChain + GPT-4o",
      "date": "2026-05-06",
      "file": "ria-compliance-langchain_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 73.14897816198042,
        "hallucination_rate_pct": 10,
        "mean_latency_ms": 3087.1880273788183
      },
      "is_simulated": true
    },
    "ria-compliance/autogen_gpt4o": {
      "scenario_id": "ria-compliance",
      "stack_id": "autogen_gpt4o",
      "stack_name": "AutoGen + GPT-4o",
      "date": "2026-05-06",
      "file": "ria-compliance-autogen_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 72.02827441045739,
        "hallucination_rate_pct": 10,
        "mean_latency_ms": 3295.811568389114
      },
      "is_simulated": true
    },
    "ria-compliance/crewai_gpt4o": {
      "scenario_id": "ria-compliance",
      "stack_id": "crewai_gpt4o",
      "stack_name": "CrewAI + GPT-4o",
      "date": "2026-05-06",
      "file": "ria-compliance-crewai_gpt4o-2026-05-06.json",
      "metrics_summary": {
        "accuracy_pct": 72.81497414227529,
        "hallucination_rate_pct": 10,
        "mean_latency_ms": 3366.3852064000957
      },
      "is_simulated": true
    }
  },
  "signature": "hmac-sha256:0438bac99446867ea3614c8f98e4da07e2abe07e27d68c16dccd1e6f396360c6"
}