mirror of
https://github.com/qdrant/qdrant.git
synced 2026-08-03 08:30:55 -05:00
868626f409
* Add QuantizationConfigDiff type * Add quantization config diff to vector parameters * Prefer vector config over collection config for quantization * Update OpenAPI specification * Validate quantization configuration quantile in 0.5-1.0 range As per https://github.com/qdrant/qdrant/pull/1681 * Add test if check if vector specific quantization config is persisted * Alias quantization to quantization_config in vector parameters * Remove quantization config diff, use full vector specific config instead * Regenerate OpenAPI specification and gRPC docs * Fix compilation error * Add error handling to quantization config conversions * Fix quantization integration test, make HNSW test stricter
145 lines
4.8 KiB
Python
145 lines
4.8 KiB
Python
import pytest
|
|
|
|
from .helpers.helpers import request_with_validation
|
|
from .helpers.collection_setup import drop_collection
|
|
|
|
collection_name = 'test_collection'
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def setup():
|
|
multivec_collection_setup(collection_name=collection_name)
|
|
yield
|
|
drop_collection(collection_name=collection_name)
|
|
|
|
|
|
def multivec_collection_setup(collection_name='test_collection', on_disk_payload=False):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="DELETE",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vectors": {
|
|
"image": {
|
|
"size": 4,
|
|
"distance": "Dot",
|
|
"hnsw_config": {
|
|
"m": 20,
|
|
}
|
|
},
|
|
"audio": {
|
|
"size": 4,
|
|
"distance": "Dot",
|
|
"hnsw_config": {
|
|
"ef_construct": 100
|
|
},
|
|
"quantization_config": {
|
|
"scalar": {
|
|
"type": "int8",
|
|
"quantile": 0.6
|
|
}
|
|
}
|
|
},
|
|
"text": {
|
|
"size": 8,
|
|
"distance": "Cosine",
|
|
"quantization_config": {
|
|
"scalar": {
|
|
"type": "int8",
|
|
"always_ram": True
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"hnsw_config": {
|
|
"m": 10,
|
|
"ef_construct": 80
|
|
},
|
|
"quantization": {
|
|
"scalar": {
|
|
"type": "int8",
|
|
"quantile": 0.5
|
|
}
|
|
},
|
|
"on_disk_payload": on_disk_payload
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 1,
|
|
"vector": {
|
|
"image": [0.05, 0.61, 0.76, 0.74],
|
|
"audio": [0.05, 0.61, 0.76, 0.74],
|
|
"text": [0.05, 0.61, 0.76, 0.74, 0.05, 0.61, 0.76, 0.74],
|
|
},
|
|
"payload": {"city": "Berlin"}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"vector": {
|
|
"image": [0.19, 0.81, 0.75, 0.11],
|
|
"audio": [0.19, 0.81, 0.75, 0.11],
|
|
"text": [0.19, 0.81, 0.75, 0.11, 0.19, 0.81, 0.75, 0.11],
|
|
},
|
|
"payload": {"city": ["Berlin", "London"]}
|
|
}
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
|
|
def test_retrieve_vector_specific_hnsw():
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
config = response.json()['result']['config']
|
|
vectors = config['params']['vectors']
|
|
assert vectors['image']['hnsw_config']['m'] == 20
|
|
assert 'ef_construct' not in vectors['image']['hnsw_config']
|
|
assert 'm' not in vectors['audio']['hnsw_config']
|
|
assert vectors['audio']['hnsw_config']['ef_construct'] == 100
|
|
assert 'hnsw_config' not in vectors['text']
|
|
assert config['hnsw_config']['m'] == 10
|
|
assert config['hnsw_config']['ef_construct'] == 80
|
|
|
|
|
|
def test_retrieve_vector_specific_quantization():
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
config = response.json()['result']['config']
|
|
vectors = config['params']['vectors']
|
|
assert 'quantization_config' not in vectors['image']
|
|
assert vectors['audio']['quantization_config']['scalar']['type'] == "int8"
|
|
assert vectors['audio']['quantization_config']['scalar']['quantile'] == 0.6
|
|
assert 'always_ram' not in vectors['audio']['quantization_config']['scalar']
|
|
assert vectors['text']['quantization_config']['scalar']['type'] == "int8"
|
|
assert 'quantile' not in vectors['text']['quantization_config']['scalar']
|
|
assert vectors['text']['quantization_config']['scalar']['always_ram']
|
|
assert config['quantization_config']['scalar']['type'] == "int8"
|
|
assert config['quantization_config']['scalar']['quantile'] == 0.5
|