rootandClaude Opus 4.6
8ca4ba5717
- Fixed Unicode crash in chunker (ligatures like fi causing byte boundary panic) - Chunker now works with char indices, not byte indices - 8 PDFs ingested: hybrid_ai_data_lake (133p), spark_vs_flink_iceberg (124p), code_sorting (70p), hybrid_indexing (69p), rust_in_tech_stack (49p), etc. - 477 chunks embedded via supervisor (43/sec) - HNSW index built in 0.44s - Search results <200ms, finding correct conversations by meaning - Tested: "S3 architecture", "CRM WordPress", "Rust vs Python" — all correct Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
15 lines
388 B
JSON
15 lines
388 B
JSON
{
|
|
"index_name": "observer_kb",
|
|
"source": "chatgpt_pdfs",
|
|
"model_name": "nomic-embed-text",
|
|
"model_version": "latest",
|
|
"dimensions": 768,
|
|
"chunk_count": 477,
|
|
"doc_count": 477,
|
|
"chunk_size": 500,
|
|
"overlap": 50,
|
|
"storage_key": "vectors/observer_kb.parquet",
|
|
"created_at": "2026-03-28T03:52:23.689193948Z",
|
|
"build_time_secs": 11.022282,
|
|
"chunks_per_sec": 43.275978
|
|
} |