mirror of
https://github.com/qdrant/qdrant.git
synced 2026-07-31 23:20:52 -05:00
* move quantization repo * are you happy fmt * are you happy clippy * remove dumping pq to image * workspace deps * are you happy clippy
86 lines
2.3 KiB
Rust
86 lines
2.3 KiB
Rust
#[allow(unused)]
|
|
mod metrics;
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use quantization::encoded_vectors::{DistanceType, EncodedVectors, VectorParameters};
|
|
use quantization::encoded_vectors_u8::EncodedVectorsU8;
|
|
use quantization::EncodedVectorsPQ;
|
|
use tempfile::Builder;
|
|
|
|
#[test]
|
|
fn empty_data_u8() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 256;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsU8::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
None,
|
|
|| false,
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsU8::<Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
|
|
#[test]
|
|
fn empty_data_pq() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 8;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsPQ::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
2,
|
|
1,
|
|
|| false,
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsPQ::<Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
}
|