mirror of
https://github.com/qdrant/qdrant.git
synced 2026-09-29 09:27:53 -05:00
* appendable qunatization storage fmt deprecate count in quantization config fix arm tests build qunatized storage vectors count fix ci are you happy clippy fix compat tests undo rename to `deprecated_count` remove flusher remove obsolete functions, don't use hardware counter in ram storage are you happy clippy fix gpu build check ci when revert option revert last commit * debug ci * log offsets * log offsets * fix compatibility tests * deprecate count * fix arm tests * fix benches * Update lib/quantization/src/encoded_vectors_binary.rs Co-authored-by: xzfc <5121426+xzfc@users.noreply.github.com> --------- Co-authored-by: xzfc <5121426+xzfc@users.noreply.github.com>
85 lines
2.5 KiB
Rust
85 lines
2.5 KiB
Rust
#[cfg(test)]
|
|
mod tests {
|
|
use std::sync::Arc;
|
|
use std::sync::atomic::{AtomicBool, Ordering};
|
|
|
|
use quantization::encoded_vectors::{DistanceType, VectorParameters};
|
|
use quantization::encoded_vectors_u8::EncodedVectorsU8;
|
|
use quantization::{EncodedVectorsPQ, EncodingError};
|
|
|
|
#[test]
|
|
fn stop_condition_u8() {
|
|
let stopped = Arc::new(AtomicBool::new(false));
|
|
let stopped_clone = stopped.clone();
|
|
let stopped_ref = stopped.as_ref();
|
|
|
|
let stop_thread = std::thread::spawn(move || {
|
|
std::thread::sleep(std::time::Duration::from_millis(100));
|
|
stopped_clone.store(true, Ordering::Relaxed);
|
|
});
|
|
|
|
let vectors_count = 1_000_000;
|
|
let vector_dim = 8;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
deprecated_count: None,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let zero_vector = vec![0.0; vector_dim];
|
|
|
|
assert_eq!(
|
|
EncodedVectorsU8::encode(
|
|
(0..vectors_count).map(|_| &zero_vector),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
vectors_count,
|
|
None,
|
|
stopped_ref,
|
|
)
|
|
.err(),
|
|
Some(EncodingError::Stopped)
|
|
);
|
|
|
|
stop_thread.join().unwrap();
|
|
}
|
|
|
|
#[test]
|
|
fn stop_condition_pq() {
|
|
let stopped = Arc::new(AtomicBool::new(false));
|
|
let stopped_clone = stopped.clone();
|
|
let stopped_ref = stopped.as_ref();
|
|
|
|
let stop_thread = std::thread::spawn(move || {
|
|
std::thread::sleep(std::time::Duration::from_millis(300));
|
|
stopped_clone.store(true, Ordering::Relaxed);
|
|
});
|
|
|
|
let vectors_count = 1_000_000;
|
|
let vector_dim = 8;
|
|
let vector_parameters = VectorParameters {
|
|
dim: vector_dim,
|
|
deprecated_count: None,
|
|
distance_type: DistanceType::Dot,
|
|
invert: false,
|
|
};
|
|
let zero_vector = vec![0.0; vector_dim];
|
|
|
|
assert_eq!(
|
|
EncodedVectorsPQ::encode(
|
|
(0..vectors_count).map(|_| &zero_vector),
|
|
Vec::<u8>::new(),
|
|
&vector_parameters,
|
|
vectors_count,
|
|
2,
|
|
1,
|
|
stopped_ref,
|
|
)
|
|
.err(),
|
|
Some(EncodingError::Stopped)
|
|
);
|
|
|
|
stop_thread.join().unwrap();
|
|
}
|
|
}
|