Files
qdrant/lib/quantization/tests/integration/stop_condition.rs
T
Ivan Pleshkovandxzfc f4ebdd9c9d Appendable quantization storage (#6935)
* appendable qunatization storage

fmt

deprecate count in quantization config

fix arm tests build

qunatized storage vectors count

fix ci

are you happy clippy

fix compat tests

undo rename to `deprecated_count`

remove flusher

remove obsolete functions, don't use hardware counter in ram storage

are you happy clippy

fix gpu build

check ci when revert option

revert last commit

* debug ci

* log offsets

* log offsets

* fix compatibility tests

* deprecate count

* fix arm tests

* fix benches

* Update lib/quantization/src/encoded_vectors_binary.rs

Co-authored-by: xzfc <5121426+xzfc@users.noreply.github.com>

---------

Co-authored-by: xzfc <5121426+xzfc@users.noreply.github.com>
2025-08-11 13:17:02 +02:00

85 lines
2.5 KiB
Rust

#[cfg(test)]
mod tests {
use std::sync::Arc;
use std::sync::atomic::{AtomicBool, Ordering};
use quantization::encoded_vectors::{DistanceType, VectorParameters};
use quantization::encoded_vectors_u8::EncodedVectorsU8;
use quantization::{EncodedVectorsPQ, EncodingError};
#[test]
fn stop_condition_u8() {
let stopped = Arc::new(AtomicBool::new(false));
let stopped_clone = stopped.clone();
let stopped_ref = stopped.as_ref();
let stop_thread = std::thread::spawn(move || {
std::thread::sleep(std::time::Duration::from_millis(100));
stopped_clone.store(true, Ordering::Relaxed);
});
let vectors_count = 1_000_000;
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: false,
};
let zero_vector = vec![0.0; vector_dim];
assert_eq!(
EncodedVectorsU8::encode(
(0..vectors_count).map(|_| &zero_vector),
Vec::<u8>::new(),
&vector_parameters,
vectors_count,
None,
stopped_ref,
)
.err(),
Some(EncodingError::Stopped)
);
stop_thread.join().unwrap();
}
#[test]
fn stop_condition_pq() {
let stopped = Arc::new(AtomicBool::new(false));
let stopped_clone = stopped.clone();
let stopped_ref = stopped.as_ref();
let stop_thread = std::thread::spawn(move || {
std::thread::sleep(std::time::Duration::from_millis(300));
stopped_clone.store(true, Ordering::Relaxed);
});
let vectors_count = 1_000_000;
let vector_dim = 8;
let vector_parameters = VectorParameters {
dim: vector_dim,
deprecated_count: None,
distance_type: DistanceType::Dot,
invert: false,
};
let zero_vector = vec![0.0; vector_dim];
assert_eq!(
EncodedVectorsPQ::encode(
(0..vectors_count).map(|_| &zero_vector),
Vec::<u8>::new(),
&vector_parameters,
vectors_count,
2,
1,
stopped_ref,
)
.err(),
Some(EncodingError::Stopped)
);
stop_thread.join().unwrap();
}
}