mirror of
https://github.com/qdrant/qdrant.git
synced 2026-08-07 02:20:55 -05:00
* # This is a combination of 7 commits. * SameAsStorage default value * fix coderabbit warnings * neon for u8 bq * sse for u8 bq * fix windows build * rename function * add comments * fmt * fix arm build * review remarks
124 lines
3.5 KiB
Rust
124 lines
3.5 KiB
Rust
#[cfg(test)]
|
|
mod tests {
|
|
use std::sync::atomic::AtomicBool;
|
|
|
|
use quantization::EncodedVectorsPQ;
|
|
use quantization::encoded_vectors::{DistanceType, EncodedVectors, VectorParameters};
|
|
use quantization::encoded_vectors_binary::{EncodedVectorsBin, QueryEncoding};
|
|
use quantization::encoded_vectors_u8::EncodedVectorsU8;
|
|
use tempfile::Builder;
|
|
|
|
#[test]
|
|
fn empty_data_u8() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 256;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsU8::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
None,
|
|
&AtomicBool::new(false),
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsU8::<Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
|
|
#[test]
|
|
fn empty_data_pq() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 8;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsPQ::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
2,
|
|
1,
|
|
&AtomicBool::new(false),
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsPQ::<Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
|
|
#[test]
|
|
fn empty_data_bq() {
|
|
let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();
|
|
|
|
let vectors_count = 0;
|
|
let vector_dim = 8;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
count: vectors_count,
|
|
distance_type: DistanceType::Dot,
|
|
invert: true,
|
|
};
|
|
let vector_data: Vec<Vec<f32>> = Default::default();
|
|
|
|
let encoded = EncodedVectorsBin::<u8, _>::encode(
|
|
vector_data.iter(),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
quantization::encoded_vectors_binary::Encoding::OneBit,
|
|
QueryEncoding::SameAsStorage,
|
|
&AtomicBool::new(false),
|
|
)
|
|
.unwrap();
|
|
|
|
let data_path = dir.path().join("data.bin");
|
|
let meta_path = dir.path().join("meta.json");
|
|
encoded
|
|
.save(data_path.as_path(), meta_path.as_path())
|
|
.unwrap();
|
|
|
|
EncodedVectorsBin::<u8, Vec<u8>>::load(
|
|
data_path.as_path(),
|
|
meta_path.as_path(),
|
|
&vector_parameters,
|
|
)
|
|
.unwrap();
|
|
}
|
|
}
|