qdrant/lib/quantization/tests/integration/empty_storage.rs

#[cfg(test)]
mod tests {
    use std::sync::atomic::AtomicBool;

    use quantization::encoded_storage::{TestEncodedStorage, TestEncodedStorageBuilder};
    use quantization::encoded_vectors::{DistanceType, VectorParameters};
    use quantization::encoded_vectors_binary::{EncodedVectorsBin, QueryEncoding};
    use quantization::encoded_vectors_u8::{EncodedVectorsU8, ScalarQuantizationMethod};
    use quantization::{
        EncodedVectorsPQ, encoded_vectors_binary, encoded_vectors_pq, encoded_vectors_u8,
    };
    use tempfile::Builder;

    #[test]
    fn empty_data_u8() {
        let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();

        let vectors_count = 0;
        let vector_dim = 256;
        let vector_parameters = VectorParameters {
            dim: vector_dim,
            deprecated_count: None,
            distance_type: DistanceType::Dot,
            invert: false,
        };
        let vector_data: Vec<Vec<f32>> = Default::default();

        let data_path = dir.path().join("data.bin");
        let meta_path = dir.path().join("meta.json");
        let quantized_vector_size =
            encoded_vectors_u8::get_quantized_vector_size(&vector_parameters);
        let _encoded = EncodedVectorsU8::encode(
            vector_data.iter(),
            TestEncodedStorageBuilder::new(Some(data_path.as_path()), quantized_vector_size),
            &vector_parameters,
            vectors_count,
            None,
            ScalarQuantizationMethod::Int8,
            Some(meta_path.as_path()),
            &AtomicBool::new(false),
        )
        .unwrap();

        EncodedVectorsU8::<TestEncodedStorage>::load(
            &common::universal_io::MmapFs,
            TestEncodedStorage::from_file(data_path.as_path(), quantized_vector_size).unwrap(),
            meta_path.as_path(),
        )
        .unwrap();
    }

    #[test]
    fn empty_data_pq() {
        let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();

        let vectors_count = 0;
        let vector_dim = 8;
        let vector_parameters = VectorParameters {
            dim: vector_dim,
            deprecated_count: None,
            distance_type: DistanceType::Dot,
            invert: false,
        };
        let vector_data: Vec<Vec<f32>> = Default::default();

        let data_path = dir.path().join("data.bin");
        let meta_path = dir.path().join("meta.json");
        let quantized_vector_size =
            encoded_vectors_pq::get_quantized_vector_size(&vector_parameters, 2);
        let _encoded = EncodedVectorsPQ::encode(
            vector_data.iter(),
            TestEncodedStorageBuilder::new(Some(data_path.as_path()), quantized_vector_size),
            &vector_parameters,
            vectors_count,
            2,
            1,
            Some(meta_path.as_path()),
            &AtomicBool::new(false),
        )
        .unwrap();

        EncodedVectorsPQ::<TestEncodedStorage>::load(
            &common::universal_io::MmapFs,
            TestEncodedStorage::from_file(data_path.as_path(), quantized_vector_size).unwrap(),
            meta_path.as_path(),
        )
        .unwrap();
    }

    #[test]
    fn empty_data_bq() {
        let dir = Builder::new().prefix("storage_dir").tempdir().unwrap();

        let vector_dim = 8;
        let vector_parameters = VectorParameters {
            dim: vector_dim,
            deprecated_count: None,
            distance_type: DistanceType::Dot,
            invert: true,
        };
        let vector_data: Vec<Vec<f32>> = Default::default();

        let data_path = dir.path().join("data.bin");
        let meta_path = dir.path().join("meta.json");
        let quantized_vector_size =
            encoded_vectors_binary::get_quantized_vector_size_from_params::<u8>(
                vector_dim,
                quantization::encoded_vectors_binary::Encoding::OneBit,
            );
        let _encoded = EncodedVectorsBin::<u8, _>::encode(
            vector_data.iter(),
            TestEncodedStorageBuilder::new(Some(data_path.as_path()), quantized_vector_size),
            &vector_parameters,
            quantization::encoded_vectors_binary::Encoding::OneBit,
            QueryEncoding::SameAsStorage,
            Some(meta_path.as_path()),
            &AtomicBool::new(false),
        )
        .unwrap();

        EncodedVectorsBin::<u8, TestEncodedStorage>::load(
            &common::universal_io::MmapFs,
            TestEncodedStorage::from_file(data_path.as_path(), quantized_vector_size).unwrap(),
            meta_path.as_path(),
        )
        .unwrap();
    }
}