Files
qdrant/lib/quantization/tests/integration/empty_storage.rs
Ivan Pleshkov cdf05b30c3 Wrap quantization Vec<u8> in a separate structure (#7013)
* separate struct for vec u8 quantization storage

* cgf testing for test storage
2025-08-14 14:29:25 +02:00

126 lines
3.7 KiB
Rust

#[cfg(test)]
mod tests {
use std::sync::atomic::AtomicBool;
use quantization::EncodedVectorsPQ;
use quantization::encoded_storage::{TestEncodedStorage, TestEncodedStorageBuilder};
use quantization::encoded_vectors::{DistanceType, EncodedVectors, VectorParameters};
use quantization::encoded_vectors_binary::{EncodedVectorsBin, QueryEncoding};
use quantization::encoded_vectors_u8::EncodedVectorsU8;
use tempfile::Builder;
#[test]
fn empty_data_u8() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vectors_count = 0;
let vector_dim = 256;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: false,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsU8::encode(
vector_data.iter(),
TestEncodedStorageBuilder::new(),
&vector_parameters,
vectors_count,
None,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsU8::<TestEncodedStorage>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
#[test]
fn empty_data_pq() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vectors_count = 0;
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: false,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsPQ::encode(
vector_data.iter(),
TestEncodedStorageBuilder::new(),
&vector_parameters,
vectors_count,
2,
1,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsPQ::<TestEncodedStorage>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
#[test]
fn empty_data_bq() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: true,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsBin::<u8, _>::encode(
vector_data.iter(),
TestEncodedStorageBuilder::new(),
&vector_parameters,
quantization::encoded_vectors_binary::Encoding::OneBit,
QueryEncoding::SameAsStorage,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsBin::<u8, TestEncodedStorage>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
}