{
  "arm": "S1-oracle",
  "corpus": {
    "version": 1,
    "sha256": "eba3a75ac9cf589fc3de98e618cfda46561492e6ed128610a14feb53e2d9aa8e",
    "count": 72
  },
  "version": 1,
  "scenarios": 72,
  "scoredDimensions": 16,
  "unexercised": [
    {
      "id": "goal-hierarchy",
      "reason": "the conversation adapter never sets parentId on scripted input"
    },
    {
      "id": "sticky-retention",
      "reason": "the conversation adapter emits no failure/reversal/discovery transitions"
    },
    {
      "id": "unknown-tracking",
      "reason": "the conversation adapter emits no unknowns from analysis dicts"
    },
    {
      "id": "assumption-tracking",
      "reason": "the conversation adapter emits no assumptions from analysis dicts"
    }
  ],
  "aggregate": {
    "buffer": {
      "meanScore": 0.1603,
      "meanTokens": 245,
      "perDim": {
        "explicit-goal-identification": 0.5,
        "inferred-goals": 0.5,
        "goal-priority": 0,
        "goal-lifecycle": 0,
        "active-topic-tracking": 0.5,
        "topic-pivot-detection": 0,
        "callback-detection": 0.5,
        "sentiment-tracking": 0,
        "sentiment-urgency": 0,
        "entity-type-classification": 0,
        "temporal-transition-ordering": 0.5,
        "transition-type-classification": 0,
        "memory-decay-compression": 0,
        "scan-pattern-watchlist": 0,
        "token-budget-rendering": 0,
        "machine-parseable-output": 0
      }
    },
    "transcript": {
      "meanScore": 0.1947,
      "meanTokens": 296,
      "perDim": {
        "explicit-goal-identification": 0.5,
        "inferred-goals": 0.5,
        "goal-priority": 0,
        "goal-lifecycle": 0,
        "active-topic-tracking": 0.5,
        "topic-pivot-detection": 0,
        "callback-detection": 0.5,
        "sentiment-tracking": 0,
        "sentiment-urgency": 0,
        "entity-type-classification": 0,
        "temporal-transition-ordering": 1,
        "transition-type-classification": 0,
        "memory-decay-compression": 0,
        "scan-pattern-watchlist": 0,
        "token-budget-rendering": 0,
        "machine-parseable-output": 0
      }
    },
    "summary": {
      "meanScore": 0.2681,
      "meanTokens": 320,
      "perDim": {
        "explicit-goal-identification": 0.5,
        "inferred-goals": 0.5,
        "goal-priority": 0,
        "goal-lifecycle": 0,
        "active-topic-tracking": 0.5,
        "topic-pivot-detection": 0.5,
        "callback-detection": 0.5,
        "sentiment-tracking": 0.5,
        "sentiment-urgency": 0,
        "entity-type-classification": 0,
        "temporal-transition-ordering": 1,
        "transition-type-classification": 0.3889,
        "memory-decay-compression": 0,
        "scan-pattern-watchlist": 0,
        "token-budget-rendering": 0,
        "machine-parseable-output": 0
      }
    },
    "sagen300": {
      "meanScore": 0.937,
      "meanTokens": 266,
      "perDim": {
        "explicit-goal-identification": 1,
        "inferred-goals": 0.9722,
        "goal-priority": 1,
        "goal-lifecycle": 1,
        "active-topic-tracking": 0.9653,
        "topic-pivot-detection": 0.8929,
        "callback-detection": 1,
        "sentiment-tracking": 1,
        "sentiment-urgency": 1,
        "entity-type-classification": 0.5,
        "temporal-transition-ordering": 0.9722,
        "transition-type-classification": 0.9444,
        "memory-decay-compression": 1,
        "scan-pattern-watchlist": 1,
        "token-budget-rendering": 1,
        "machine-parseable-output": 0.7847
      }
    },
    "sagen2000": {
      "meanScore": 0.9656,
      "meanTokens": 317,
      "perDim": {
        "explicit-goal-identification": 1,
        "inferred-goals": 1,
        "goal-priority": 1,
        "goal-lifecycle": 1,
        "active-topic-tracking": 1,
        "topic-pivot-detection": 1,
        "callback-detection": 1,
        "sentiment-tracking": 1,
        "sentiment-urgency": 1,
        "entity-type-classification": 0.5,
        "temporal-transition-ordering": 1,
        "transition-type-classification": 1,
        "memory-decay-compression": 1,
        "scan-pattern-watchlist": 1,
        "token-budget-rendering": 1,
        "machine-parseable-output": 1
      }
    }
  },
  "perScenario": [
    {
      "id": "gen-001-d8-low-x0-late-pivot",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-002-d8-low-x0-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-003-d8-low-x0-quiet",
      "scores": {
        "buffer": 0.1818,
        "transcript": 0.2273,
        "summary": 0.2273,
        "sagen300": 0.9545,
        "sagen2000": 0.9545
      }
    },
    {
      "id": "gen-004-d8-low-x0-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-005-d8-low-x1-late-pivot",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-006-d8-low-x1-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-007-d8-low-x1-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-008-d8-low-x1-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-009-d8-low-x2-late-pivot",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-010-d8-low-x2-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-011-d8-low-x2-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-012-d8-low-x2-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-013-d8-high-x0-late-pivot",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-014-d8-high-x0-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-015-d8-high-x0-quiet",
      "scores": {
        "buffer": 0.1818,
        "transcript": 0.2273,
        "summary": 0.2273,
        "sagen300": 0.9545,
        "sagen2000": 0.9545
      }
    },
    {
      "id": "gen-016-d8-high-x0-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-017-d8-high-x1-late-pivot",
      "scores": {
        "buffer": 0.1923,
        "transcript": 0.2308,
        "summary": 0.3077,
        "sagen300": 0.9615,
        "sagen2000": 0.9615
      }
    },
    {
      "id": "gen-018-d8-high-x1-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-019-d8-high-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-020-d8-high-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-021-d8-high-x2-late-pivot",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9286,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-022-d8-high-x2-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-023-d8-high-x2-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-024-d8-high-x2-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-025-d12-low-x0-late-pivot",
      "scores": {
        "buffer": 0.1333,
        "transcript": 0.1667,
        "summary": 0.2667,
        "sagen300": 0.9667,
        "sagen2000": 0.9667
      }
    },
    {
      "id": "gen-026-d12-low-x0-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-027-d12-low-x0-quiet",
      "scores": {
        "buffer": 0.1818,
        "transcript": 0.2273,
        "summary": 0.2273,
        "sagen300": 0.9545,
        "sagen2000": 0.9545
      }
    },
    {
      "id": "gen-028-d12-low-x0-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-029-d12-low-x1-late-pivot",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-030-d12-low-x1-early-expiry",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-031-d12-low-x1-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-032-d12-low-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-033-d12-low-x2-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-034-d12-low-x2-early-expiry",
      "scores": {
        "buffer": 0.1333,
        "transcript": 0.1667,
        "summary": 0.2667,
        "sagen300": 0.9667,
        "sagen2000": 0.9667
      }
    },
    {
      "id": "gen-035-d12-low-x2-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-036-d12-low-x2-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9286,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-037-d12-high-x0-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-038-d12-high-x0-early-expiry",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-039-d12-high-x0-quiet",
      "scores": {
        "buffer": 0.1818,
        "transcript": 0.2273,
        "summary": 0.2273,
        "sagen300": 0.9545,
        "sagen2000": 0.9545
      }
    },
    {
      "id": "gen-040-d12-high-x0-mixed",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9286,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-041-d12-high-x1-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-042-d12-high-x1-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-043-d12-high-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-044-d12-high-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-045-d12-high-x2-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-046-d12-high-x2-early-expiry",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-047-d12-high-x2-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9643,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-048-d12-high-x2-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9688,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-049-d20-low-x0-late-pivot",
      "scores": {
        "buffer": 0.1333,
        "transcript": 0.1667,
        "summary": 0.2667,
        "sagen300": 0.8667,
        "sagen2000": 0.9667
      }
    },
    {
      "id": "gen-050-d20-low-x0-early-expiry",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-051-d20-low-x0-quiet",
      "scores": {
        "buffer": 0.1818,
        "transcript": 0.2273,
        "summary": 0.2273,
        "sagen300": 0.9091,
        "sagen2000": 0.9545
      }
    },
    {
      "id": "gen-052-d20-low-x0-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.875,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-053-d20-low-x1-late-pivot",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9286,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-054-d20-low-x1-early-expiry",
      "scores": {
        "buffer": 0.1429,
        "transcript": 0.1786,
        "summary": 0.2143,
        "sagen300": 0.9286,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-055-d20-low-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-056-d20-low-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-057-d20-low-x2-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-058-d20-low-x2-early-expiry",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-059-d20-low-x2-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-060-d20-low-x2-mixed",
      "scores": {
        "buffer": 0.1786,
        "transcript": 0.2143,
        "summary": 0.2857,
        "sagen300": 0.9286,
        "sagen2000": 0.9643
      }
    },
    {
      "id": "gen-061-d20-high-x0-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-062-d20-high-x0-early-expiry",
      "scores": {
        "buffer": 0.1333,
        "transcript": 0.1667,
        "summary": 0.2667,
        "sagen300": 0.9333,
        "sagen2000": 0.9667
      }
    },
    {
      "id": "gen-063-d20-high-x0-quiet",
      "scores": {
        "buffer": 0.1818,
        "transcript": 0.2273,
        "summary": 0.2273,
        "sagen300": 0.9091,
        "sagen2000": 0.9545
      }
    },
    {
      "id": "gen-064-d20-high-x0-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-065-d20-high-x1-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.75,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-066-d20-high-x1-early-expiry",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-067-d20-high-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-068-d20-high-x1-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.875,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-069-d20-high-x2-late-pivot",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.7813,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-070-d20-high-x2-early-expiry",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.9375,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-071-d20-high-x2-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.6563,
        "sagen2000": 0.9688
      }
    },
    {
      "id": "gen-072-d20-high-x2-mixed",
      "scores": {
        "buffer": 0.1563,
        "transcript": 0.1875,
        "summary": 0.2813,
        "sagen300": 0.7188,
        "sagen2000": 0.9688
      }
    }
  ]
}
