294f3f6a49
- Drop CSV/JSON/PDF/text into ./inbox → auto-detected → Parquet → queryable - Polls every 10 seconds (configurable) - Processed files moved to ./inbox/processed/ - Failed files moved to ./inbox/failed/ - Dedup: same file dropped twice = no-op - Watcher starts automatically on gateway boot - Tested: CSV dropped → queryable in <15s Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
79 lines
1.7 KiB
JSON
79 lines
1.7 KiB
JSON
{
|
|
"id": "f0b6f408-71a5-4365-bd1d-98c1e176096a",
|
|
"name": "new_candidates",
|
|
"schema_fingerprint": "0fcee1ac176b9bc45ab392bbd4401042803eb80d0de48b1fa6a5e20ffb27fa8d",
|
|
"objects": [
|
|
{
|
|
"bucket": "data",
|
|
"key": "datasets/new_candidates.parquet",
|
|
"size_bytes": 2731,
|
|
"created_at": "2026-03-28T01:04:22.787759218Z"
|
|
}
|
|
],
|
|
"created_at": "2026-03-28T01:04:22.787759835Z",
|
|
"updated_at": "2026-03-28T01:04:22.788113964Z",
|
|
"description": "",
|
|
"owner": "",
|
|
"sensitivity": "pii",
|
|
"columns": [
|
|
{
|
|
"name": "name",
|
|
"data_type": "Utf8",
|
|
"sensitivity": "pii",
|
|
"description": "",
|
|
"is_pii": true
|
|
},
|
|
{
|
|
"name": "phone",
|
|
"data_type": "Utf8",
|
|
"sensitivity": "pii",
|
|
"description": "",
|
|
"is_pii": true
|
|
},
|
|
{
|
|
"name": "email",
|
|
"data_type": "Utf8",
|
|
"sensitivity": "pii",
|
|
"description": "",
|
|
"is_pii": true
|
|
},
|
|
{
|
|
"name": "city",
|
|
"data_type": "Utf8",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "state",
|
|
"data_type": "Utf8",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "skills",
|
|
"data_type": "Utf8",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "years",
|
|
"data_type": "Int64",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
}
|
|
],
|
|
"lineage": {
|
|
"source_system": "csv",
|
|
"source_file": "new_candidates.csv",
|
|
"ingest_job": "ingest-1774659862787",
|
|
"ingest_timestamp": "2026-03-28T01:04:22.787759218Z",
|
|
"parent_datasets": []
|
|
},
|
|
"freshness": null,
|
|
"tags": [],
|
|
"row_count": 3
|
|
} |