mirror of
https://github.com/qdrant/qdrant.git
synced 2026-08-06 18:10:58 -05:00
* bq encodings * are you happy clippy * are you happy clippy * are you happy clippy * are you happy clippy * gpu tests * update models * are you happy fmt * move additional bits to the end * fix tests * Welford's Algorithm * review remarks * are you happy clippy * remove debug println in test * coderabit nitpicks * remove unnecessary clone and partialeq * Use f64 for Welford's Algorithm * try fix ci * revert cargo-nextest * add debug assertions
123 lines
3.5 KiB
Rust
123 lines
3.5 KiB
Rust
#[cfg(test)]
|
|
mod tests {
|
|
use std::sync::atomic::AtomicBool;
|
|
|
|
use quantization::EncodedVectorsPQ;
|
|
use quantization::encoded_vectors::{DistanceType, EncodedVectors, VectorParameters};
|
|
use quantization::encoded_vectors_binary::EncodedVectorsBin;
|
|
use quantization::encoded_vectors_u8::EncodedVectorsU8;
|
|
use tempfile::Builder;
|
|
|
|
#[test]
|
|
fn empty_data_u8() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 256;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsU8::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
None,
|
|
&AtomicBool::new(false),
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsU8::<Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
|
|
#[test]
|
|
fn empty_data_pq() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 8;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsPQ::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
2,
|
|
1,
|
|
&AtomicBool::new(false),
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsPQ::<Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
|
|
#[test]
|
|
fn empty_data_bq() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 8;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: true,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsBin::<u8, _>::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
quantization::encoded_vectors_binary::Encoding::OneBit,
|
|
&AtomicBool::new(false),
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsBin::<u8, Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
}
|