rootandClaude Opus 4.6
8ca4ba5717
- Fixed Unicode crash in chunker (ligatures like fi causing byte boundary panic) - Chunker now works with char indices, not byte indices - 8 PDFs ingested: hybrid_ai_data_lake (133p), spark_vs_flink_iceberg (124p), code_sorting (70p), hybrid_indexing (69p), rust_in_tech_stack (49p), etc. - 477 chunks embedded via supervisor (43/sec) - HNSW index built in 0.44s - Search results <200ms, finding correct conversations by meaning - Tested: "S3 architecture", "CRM WordPress", "Rust vs Python" — all correct Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
72 lines
1.6 KiB
JSON
72 lines
1.6 KiB
JSON
{
|
|
"id": "f9055d87-c7c5-4109-b311-11fab418541f",
|
|
"name": "spark_vs_flink_iceberg",
|
|
"schema_fingerprint": "e3f74df7c9db965c184ff5f5ec92b0f68168a7f6e367e8253d28fca571a11688",
|
|
"objects": [
|
|
{
|
|
"bucket": "data",
|
|
"key": "datasets/spark_vs_flink_iceberg.parquet",
|
|
"size_bytes": 163762,
|
|
"created_at": "2026-03-28T03:35:18.667429709Z"
|
|
}
|
|
],
|
|
"created_at": "2026-03-28T03:35:18.667430594Z",
|
|
"updated_at": "2026-03-28T03:35:18.667593640Z",
|
|
"description": "",
|
|
"owner": "",
|
|
"sensitivity": null,
|
|
"columns": [
|
|
{
|
|
"name": "source_file",
|
|
"data_type": "Utf8",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "conversation_title",
|
|
"data_type": "Utf8",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "turn_number",
|
|
"data_type": "Int32",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "role",
|
|
"data_type": "Utf8",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "content",
|
|
"data_type": "Utf8",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
},
|
|
{
|
|
"name": "page_number",
|
|
"data_type": "Int32",
|
|
"sensitivity": null,
|
|
"description": "",
|
|
"is_pii": false
|
|
}
|
|
],
|
|
"lineage": {
|
|
"source_system": "pdf",
|
|
"source_file": "Spark vs Flink Iceberg.pdf",
|
|
"ingest_job": "ingest-1774668918667",
|
|
"ingest_timestamp": "2026-03-28T03:35:18.667429709Z",
|
|
"parent_datasets": []
|
|
},
|
|
"freshness": null,
|
|
"tags": [],
|
|
"row_count": 124
|
|
} |