fix: eps=1.0 (19 clusters from 1486 items), add col_vector() for FixedSizeListArray reading

- eps: 0.1 → 1.0 (p50=1.011, meaningful semantic clustering)
- col_vector(): parse FixedSizeListArray and Float32Array for LanceDB vector column
- search() and scan_all() now read actual vectors instead of vec![]
- client.go: remove duplicate Epsilon field, eps=1.0
This commit is contained in:
xiaowei
2026-05-31 14:35:29 +08:00
parent cc615c54d9
commit cd0f898829
2 changed files with 30 additions and 11 deletions
+26 -2
View File
@@ -106,7 +106,7 @@ impl LanceDBOps {
namespace: col_str(&batch, i, "namespace"),
content: col_str(&batch, i, "content"),
category: col_str(&batch, i, "category"),
vector: vec![],
vector: col_vector(&batch, i, "vector"),
tier: col_str(&batch, i, "tier"),
importance: col_f64(&batch, i, "importance"),
quality_score: col_f64(&batch, i, "quality_score"),
@@ -323,7 +323,7 @@ impl LanceDBOps {
namespace: col_str(&batch, i, "namespace"),
content: col_str(&batch, i, "content"),
category: col_str(&batch, i, "category"),
vector: vec![],
vector: col_vector(&batch, i, "vector"),
tier: col_str(&batch, i, "tier"),
importance: col_f64(&batch, i, "importance"),
quality_score: col_f64(&batch, i, "quality_score"),
@@ -404,3 +404,27 @@ fn col_bool(b: &RecordBatch, r: usize, c: &str) -> bool {
.map(|a| a.value(r))
.unwrap_or(false)
}
/// 读取 vector 列 (兼容 FixedSizeListArray 和 Float32Array)
fn col_vector(b: &RecordBatch, r: usize, c: &str) -> Vec<f32> {
let col = match b.column_by_name(c) {
Some(col) => col,
None => return vec![0.0_f32; 1024],
};
// 优先尝试 FixedSizeListArray (当前使用的格式)
if let Some(list_arr) = col.as_any().downcast_ref::<FixedSizeListArray>() {
let item_arr = list_arr.value(r);
if let Some(float_arr) = item_arr.as_any().downcast_ref::<Float32Array>() {
return float_arr.values().to_vec();
}
}
// 回退: Float32Array (展平格式)
if let Some(float_arr) = col.as_any().downcast_ref::<Float32Array>() {
let stride = 1024;
let start = r * stride;
if start + stride <= float_arr.len() {
return float_arr.values()[start..start + stride].to_vec();
}
}
vec![0.0_f32; 1024]
}