Files
qdrant/lib/quantization/tests/integration/empty_storage.rs
T
Ivan Pleshkovandxzfc f4ebdd9c9d Appendable quantization storage (#6935)
* appendable qunatization storage

fmt

deprecate count in quantization config

fix arm tests build

qunatized storage vectors count

fix ci

are you happy clippy

fix compat tests

undo rename to `deprecated_count`

remove flusher

remove obsolete functions, don't use hardware counter in ram storage

are you happy clippy

fix gpu build

check ci when revert option

revert last commit

* debug ci

* log offsets

* log offsets

* fix compatibility tests

* deprecate count

* fix arm tests

* fix benches

* Update lib/quantization/src/encoded_vectors_binary.rs

Co-authored-by: xzfc <5121426+xzfc@users.noreply.github.com>

---------

Co-authored-by: xzfc <5121426+xzfc@users.noreply.github.com>
2025-08-11 13:17:02 +02:00

125 lines
3.6 KiB
Rust

#[cfg(test)]
mod tests {
use std::sync::atomic::AtomicBool;
use quantization::EncodedVectorsPQ;
use quantization::encoded_vectors::{DistanceType, EncodedVectors, VectorParameters};
use quantization::encoded_vectors_binary::{EncodedVectorsBin, QueryEncoding};
use quantization::encoded_vectors_u8::EncodedVectorsU8;
use tempfile::Builder;
#[test]
fn empty_data_u8() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vectors_count = 0;
let vector_dim = 256;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: false,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsU8::encode(
vector_data.iter(),
Vec::<u8>::new(),
&vector_parameters,
vectors_count,
None,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsU8::<Vec<u8>>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
#[test]
fn empty_data_pq() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vectors_count = 0;
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: false,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsPQ::encode(
vector_data.iter(),
Vec::<u8>::new(),
&vector_parameters,
vectors_count,
2,
1,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsPQ::<Vec<u8>>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
#[test]
fn empty_data_bq() {
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: true,
};
let vector_data: Vec<Vec<f32>> = Default::default();
let encoded = EncodedVectorsBin::<u8, _>::encode(
vector_data.iter(),
Vec::<u8>::new(),
&vector_parameters,
quantization::encoded_vectors_binary::Encoding::OneBit,
QueryEncoding::SameAsStorage,
&AtomicBool::new(false),
)
.unwrap();
let data_path = dir.path().join("data.bin");
let meta_path = dir.path().join("meta.json");
encoded
.save(data_path.as_path(), meta_path.as_path())
.unwrap();
EncodedVectorsBin::<u8, Vec<u8>>::load(
data_path.as_path(),
meta_path.as_path(),
&vector_parameters,
)
.unwrap();
}
}