snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-11-22 04:36:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Don't collect the views

Browse Source
This commit is contained in:
Louis Dureuil
2025-11-10 17:55:44 +01:00
parent 1104f00803
commit 49f50a0a21
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
crates/milli/src/vector/embedder/hf.rs
View File

@@ -110,6 +110,8 @@ impl std::fmt::Debug for Embedder {
.field("tokenizer", &self.tokenizer) .field("tokenizer", &self.tokenizer)
.field("options", &self.options) .field("options", &self.options)
.field("pooling", &self.pooling) .field("pooling", &self.pooling)
.field("device", &self.device)
.field("max_len", &self.max_len)
.finish() .finish()
} }
} }
@@ -152,12 +154,9 @@ fn change_tensor_names(
} }
use safetensors::tensor::TensorView; use safetensors::tensor::TensorView;
let views: Vec<(&str, TensorView)> = new_tensors let views = new_tensors.iter().map(|(name, shape, dtype, data)| {
.iter() (name.as_str(), TensorView::new(*dtype, shape.clone(), data).unwrap())
.map(|(name, shape, dtype, data)| { });
(name.as_str(), TensorView::new(*dtype, shape.clone(), data).unwrap())
})
.collect();
safetensors::serialize_to_file(views, None, &fixed_path) safetensors::serialize_to_file(views, None, &fixed_path)
.map_err(|e| NewEmbedderError::safetensor_weight(candle_core::Error::Msg(e.to_string())))?; .map_err(|e| NewEmbedderError::safetensor_weight(candle_core::Error::Msg(e.to_string())))?;