{
  "system": "Continuum",
  "methodology": "https://github.com/syntarus12/evals",
  "results": [
    {
      "name": "FactConsolidation 32K",
      "date": "2026-09-28",
      "summary": "152/200 overall (76%); 95/100 single-hop (95%); 57/100 multi-hop (57%)",
      "method": "Retained-corpus API replay; GLM 5.3 answerer via Sarvam v2; official normalized substring exact match (SubEM), not an LLM judge",
      "source": "https://github.com/syntarus12/evals/tree/203fb3242bc008ddfda68c44e733ed90a45af7bd",
      "overall": {"correct": 152, "total": 200},
      "single_hop": {"correct": 95, "total": 100},
      "multi_hop": {"correct": 57, "total": 100}
    },
    {
      "name": "LoCoMo historical validation",
      "summary": "85.23% overall J-score; 90.52% adversarial; 88.25% temporal; 10 conversations and 1,964 questions",
      "method": "Historical published validation; distinct dataset and metric from FactConsolidation",
      "source": "https://www.syntarus.com/pages/resources"
    }
  ]
}
