fix: eps=1.0 (19 clusters from 1486 items), add col_vector() for FixedSizeListArray reading
- eps: 0.1 → 1.0 (p50=1.011, meaningful semantic clustering) - col_vector(): parse FixedSizeListArray and Float32Array for LanceDB vector column - search() and scan_all() now read actual vectors instead of vec![] - client.go: remove duplicate Epsilon field, eps=1.0
This commit is contained in:
+26
-2
@@ -106,7 +106,7 @@ impl LanceDBOps {
|
||||
namespace: col_str(&batch, i, "namespace"),
|
||||
content: col_str(&batch, i, "content"),
|
||||
category: col_str(&batch, i, "category"),
|
||||
vector: vec![],
|
||||
vector: col_vector(&batch, i, "vector"),
|
||||
tier: col_str(&batch, i, "tier"),
|
||||
importance: col_f64(&batch, i, "importance"),
|
||||
quality_score: col_f64(&batch, i, "quality_score"),
|
||||
@@ -323,7 +323,7 @@ impl LanceDBOps {
|
||||
namespace: col_str(&batch, i, "namespace"),
|
||||
content: col_str(&batch, i, "content"),
|
||||
category: col_str(&batch, i, "category"),
|
||||
vector: vec![],
|
||||
vector: col_vector(&batch, i, "vector"),
|
||||
tier: col_str(&batch, i, "tier"),
|
||||
importance: col_f64(&batch, i, "importance"),
|
||||
quality_score: col_f64(&batch, i, "quality_score"),
|
||||
@@ -404,3 +404,27 @@ fn col_bool(b: &RecordBatch, r: usize, c: &str) -> bool {
|
||||
.map(|a| a.value(r))
|
||||
.unwrap_or(false)
|
||||
}
|
||||
|
||||
/// 读取 vector 列 (兼容 FixedSizeListArray 和 Float32Array)
|
||||
fn col_vector(b: &RecordBatch, r: usize, c: &str) -> Vec<f32> {
|
||||
let col = match b.column_by_name(c) {
|
||||
Some(col) => col,
|
||||
None => return vec![0.0_f32; 1024],
|
||||
};
|
||||
// 优先尝试 FixedSizeListArray (当前使用的格式)
|
||||
if let Some(list_arr) = col.as_any().downcast_ref::<FixedSizeListArray>() {
|
||||
let item_arr = list_arr.value(r);
|
||||
if let Some(float_arr) = item_arr.as_any().downcast_ref::<Float32Array>() {
|
||||
return float_arr.values().to_vec();
|
||||
}
|
||||
}
|
||||
// 回退: Float32Array (展平格式)
|
||||
if let Some(float_arr) = col.as_any().downcast_ref::<Float32Array>() {
|
||||
let stride = 1024;
|
||||
let start = r * stride;
|
||||
if start + stride <= float_arr.len() {
|
||||
return float_arr.values()[start..start + stride].to_vec();
|
||||
}
|
||||
}
|
||||
vec![0.0_f32; 1024]
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user