lakehouse/tests/multi-agent/playbooks/scenario-2026-04-20T20-04-45/results.json

[
  {
    "event": {
      "kind": "baseline_fill",
      "at": "08:00",
      "role": "Warehouse Associate",
      "count": 3,
      "city": "Toledo",
      "state": "OH",
      "shift_start": "08:00 AM",
      "scenario_note": "Regular Monday morning shift, 8-hour."
    },
    "ok": true,
    "fills": [
      {
        "candidate_id": "W500K-49164",
        "name": "Christopher Y. Phillips",
        "reason": "Reliable Warehouse Associate with availability greater than 0.5 in Toledo, OH."
      },
      {
        "candidate_id": "W500K-40928",
        "name": "Janet E. Hill",
        "reason": "Reliable Warehouse Associate with availability greater than 0.5 in Toledo, OH."
      },
      {
        "candidate_id": "W500K-34704",
        "name": "Fatima U. Rivera",
        "reason": "Reliable Warehouse Associate with availability greater than 0.5 in Toledo, OH."
      }
    ],
    "turns": 7,
    "duration_secs": 20.128,
    "gap_signals": [
      "double_book: undefined Janet E. Hill already booked for 08:00",
      "double_book: undefined Fatima U. Rivera already booked for 08:00"
    ],
    "sources_first_score": 0.7124013,
    "sources_last_score": 0.66623676,
    "pool_size": 770,
    "playbook_citations": [],
    "discovered_pattern": "Across 25 similar past playbooks (8 workers examined) · archetype mostly: reliable · reliability median 0.80 (range 0.66–0.96)"
  },
  {
    "event": {
      "kind": "recurring",
      "at": "10:30",
      "role": "Machine Operator",
      "count": 2,
      "city": "Toledo",
      "state": "OH",
      "shift_start": "11:00 AM",
      "scenario_note": "Recurring Tuesday/Thursday slot — prior workers may still be available."
    },
    "ok": true,
    "fills": [
      {
        "candidate_id": "W500K-19759",
        "name": "Carmen Z. Rodriguez",
        "reason": "Recurring Machine Operator in Toledo, OH with a score of 0.75, verified via sql tool."
      },
      {
        "candidate_id": "W500K-29298",
        "name": "Robert W. Gonzalez",
        "reason": "Recurring Machine Operator in Toledo, OH with a score of 0.74, not yet SQL verified but highly likely to meet requirements."
      }
    ],
    "turns": 5,
    "duration_secs": 17.426,
    "gap_signals": [
      "double_book: undefined Carmen Z. Rodriguez already booked for 08:00",
      "double_book: undefined Robert W. Gonzalez already booked for 08:00"
    ],
    "sources_first_score": 0.72546995,
    "sources_last_score": 0.6690281,
    "pool_size": 997,
    "playbook_citations": [],
    "discovered_pattern": "Across 25 similar past playbooks (8 workers examined) · archetype mostly: reliable · reliability median 0.80 (range 0.66–0.96)"
  },
  {
    "event": {
      "kind": "expansion",
      "at": "12:15",
      "role": "Forklift Operator",
      "count": 5,
      "city": "Toledo",
      "state": "OH",
      "shift_start": "01:00 PM",
      "scenario_note": "New warehouse location opening, five-worker team needed."
    },
    "ok": false,
    "fills": [],
    "turns": 0,
    "duration_secs": 46.391,
    "error": "invalid JSON from executor: JSON Parse error: Invalid escape character ' | raw: {\"kind\":\"plan\", \"steps\":[\"TOOL_CALL hybrid_search({'index_name':'workers_500k_v1', 'sql_filter':'LOWER(role) LIKE '%forklift%' AND city = \\'Toledo\\' AND state = \\'OH\\' AND availability > CAST(0.5 AS DOUBLE) AND reliability > CAST(0.75 AS DOUBLE)', 'question':'reliable forklift operators in Toledo, O",
    "gap_signals": [
      "drift_or_tool: invalid JSON from executor: JSON Parse error: Invalid escape character ' | raw: {\"kind\":\"plan\", \"steps\":[\"TOOL_CALL hybrid_search({'index_name':'workers_500k_v1', 'sql_filter':'LOWER(role) LIKE '%forklift%' AND city = \\'Toledo\\' AND state = \\'OH\\' AND availability > CAST(0.5 AS DOUBLE) AND reliability > CAST(0.75 AS DOUBLE)', 'question':'reliable forklift operators in Toledo, O"
    ]
  },
  {
    "event": {
      "kind": "emergency",
      "at": "14:00",
      "role": "Loader",
      "count": 4,
      "city": "Toledo",
      "state": "OH",
      "shift_start": "04:00 PM same day",
      "deadline": "16:00",
      "scenario_note": "Walkoff incident — replacement crew needed by 16:00 sharp."
    },
    "ok": false,
    "fills": [],
    "turns": 0,
    "duration_secs": 54.123,
    "error": "invalid JSON from executor: JSON Parse error: Expected '}' | raw: {\"kind\":\"tool_call\",\"tool\":\"hybrid_search\",\n\"args\":{\"index_name\":\"workers_500k_v1\",\"sql_filter\":\"LOWER(role) LIKE '%loader%' AND city = 'Toledo' AND state = 'OH' AND availability > CAST(0.7 AS DOUBLE) AND worker_id NOT IN ('W500K-4321', 'W500K-8963', 'W500K-2345', 'W500K-6789', 'W500K-9876') AND wor",
    "gap_signals": [
      "drift_or_tool: invalid JSON from executor: JSON Parse error: Expected '}' | raw: {\"kind\":\"tool_call\",\"tool\":\"hybrid_search\",\n\"args\":{\"index_name\":\"workers_500k_v1\",\"sql_filter\":\"LOWER(role) LIKE '%loader%' AND city = 'Toledo' AND state = 'OH' AND availability > CAST(0.7 AS DOUBLE) AND worker_id NOT IN ('W500K-4321', 'W500K-8963', 'W500K-2345', 'W500K-6789', 'W500K-9876') AND wor"
    ]
  },
  {
    "event": {
      "kind": "misplacement",
      "at": "15:45",
      "role": "Warehouse Associate",
      "count": 1,
      "city": "Toledo",
      "state": "OH",
      "shift_start": "remainder of 08:00 shift",
      "scenario_note": "One worker from the 08:00 fill didn't show; rebuild the gap.",
      "replaces_event": "08:00",
      "exclude_worker_ids": [
        null,
        null,
        null
      ]
    },
    "ok": false,
    "fills": [],
    "turns": 0,
    "duration_secs": 59.593,
    "error": "no consensus after 14 turns",
    "gap_signals": [
      "drift_or_tool: no consensus after 14 turns"
    ]
  }
]