b2cd54e941
- 4 parallel pipelines on i9 + A4000 via Ollama - Previous single-pipeline: 43/sec, 39min for 100K - Supervisor: 67.6/sec, 22min for 100K - Previous 100K attempt failed at 97K (no retry) — supervisor handles this - Checkpointing every 1000 chunks for crash recovery - Round-robin retry on batch failure (3 attempts) Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
23 lines
536 B
JSON
23 lines
536 B
JSON
{
|
|
"id": "9c4d9116-1d9d-4afd-a8d1-c514a678e5fa",
|
|
"name": "call_log",
|
|
"schema_fingerprint": "auto",
|
|
"objects": [
|
|
{
|
|
"bucket": "data",
|
|
"key": "datasets/call_log.parquet",
|
|
"size_bytes": 35951077,
|
|
"created_at": "2026-03-27T14:42:47.395548205Z"
|
|
}
|
|
],
|
|
"created_at": "2026-03-27T14:42:47.395555326Z",
|
|
"updated_at": "2026-03-27T14:42:47.395555326Z",
|
|
"description": "",
|
|
"owner": "",
|
|
"sensitivity": null,
|
|
"columns": [],
|
|
"lineage": null,
|
|
"freshness": null,
|
|
"tags": [],
|
|
"row_count": null
|
|
} |