Files
qdrant/lib/quantization/tests/integration/empty_storage.rs
Ivan Pleshkov fe5becdadd Merge pull request #6663
* bq encodings

* are you happy clippy

* are you happy clippy

* are you happy clippy

* are you happy clippy

* gpu tests

* update models

* are you happy fmt

* move additional bits to the end

* fix tests

* Welford's Algorithm

* review remarks

* are you happy clippy

* remove debug println in test

* coderabit nitpicks

* remove unnecessary clone and partialeq

* Use f64 for Welford's Algorithm

* try fix ci

* revert cargo-nextest

* add debug assertions
2025-06-19 18:21:00 +02:00

123 lines
3.5 KiB
Rust

#[cfg(test)]
mod tests {
use std::sync::atomic::AtomicBool;
use quantization::EncodedVectorsPQ;
use quantization::encoded_vectors::{DistanceType, EncodedVectors, VectorParameters};
use quantization::encoded_vectors_binary::EncodedVectorsBin;
use quantization::encoded_vectors_u8::EncodedVectorsU8;
use tempfile::Builder;
#[test]
fn empty_data_u8() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vectors_count = 0;
let vector_dim = 256;
let vector_parameters = VectorParameters {
dim: vector_dim,
count: vectors_count,
distance_type: DistanceType::Dot,
invert: false,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsU8::encode(
vector_data.iter(),
Vec::<u8>::new(),
&vector_parameters,
None,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsU8::<Vec<u8>>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
#[test]
fn empty_data_pq() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vectors_count = 0;
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
count: vectors_count,
distance_type: DistanceType::Dot,
invert: false,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsPQ::encode(
vector_data.iter(),
Vec::<u8>::new(),
&vector_parameters,
2,
1,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsPQ::<Vec<u8>>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
#[test]
fn empty_data_bq() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vectors_count = 0;
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
count: vectors_count,
distance_type: DistanceType::Dot,
invert: true,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsBin::<u8, _>::encode(
vector_data.iter(),
Vec::<u8>::new(),
&vector_parameters,
quantization::encoded_vectors_binary::Encoding::OneBit,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsBin::<u8, Vec<u8>>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
}