mirror of
https://github.com/qdrant/qdrant.git
synced 2026-07-26 12:41:04 -05:00
627 lines
20 KiB
Python
627 lines
20 KiB
Python
from requests.exceptions import ConnectionError
|
|
from retry import retry
|
|
|
|
from .helpers import request_with_validation
|
|
|
|
|
|
@retry(ConnectionError, delay=1, tries=5, backoff=2)
|
|
def drop_collection(collection_name='test_collection'):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="DELETE",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
|
|
def geo_collection_setup(
|
|
collection_name='test_collection',
|
|
on_disk_payload=False,
|
|
on_disk_vectors=False,
|
|
):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="DELETE",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vectors": {
|
|
"size": 4,
|
|
"distance": "Dot",
|
|
"on_disk": on_disk_vectors
|
|
},
|
|
"on_disk_payload": on_disk_payload
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 1,
|
|
"vector": [0.05, 0.61, 0.76, 0.74],
|
|
"payload": {
|
|
"value": 1,
|
|
"location": {
|
|
"lon": 50.5200,
|
|
"lat": 50.4050
|
|
}}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"vector": [0.19, 0.81, 0.75, 0.11],
|
|
"payload": {
|
|
"value": 2,
|
|
"location": {
|
|
"lon": 60.5200,
|
|
"lat": 60.4050
|
|
}}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"vector": [0.36, 0.55, 0.47, 0.94],
|
|
"payload": {
|
|
"value": 3,
|
|
"location": {
|
|
"lon": -60.5200,
|
|
"lat": -60.4050
|
|
}}
|
|
},
|
|
{
|
|
"id": 4,
|
|
"vector": [0.18, 0.01, 0.85, 0.80],
|
|
"payload": {
|
|
"value": 4,
|
|
"location": {
|
|
"lon": 80.5200,
|
|
"lat": 80.4050
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 5,
|
|
"vector": [0.24, 0.18, 0.22, 0.44],
|
|
"payload": {
|
|
"value": 5,
|
|
"location": {
|
|
"lon": -72.5200,
|
|
"lat": -72.4050
|
|
}}
|
|
},
|
|
# add a entry doesn't contain location
|
|
{
|
|
"id": 6,
|
|
"vector": [0.24, 0.18, 0.22, 0.44],
|
|
"payload": {
|
|
"value": 6}
|
|
},
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
|
|
def basic_collection_setup(
|
|
collection_name='test_collection',
|
|
on_disk_payload=False,
|
|
on_disk_vectors=False,
|
|
wal_capacity=None,
|
|
sharding_method=None,
|
|
):
|
|
drop_collection(collection_name)
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"sharding_method": sharding_method,
|
|
"vectors": {
|
|
"size": 4,
|
|
"distance": "Dot",
|
|
"on_disk": on_disk_vectors,
|
|
},
|
|
"sparse_vectors": {
|
|
"sparse-text": {},
|
|
},
|
|
"on_disk_payload": on_disk_payload,
|
|
"wal_config": {
|
|
"wal_capacity_mb": wal_capacity,
|
|
}
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
if sharding_method == "custom":
|
|
return
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 1,
|
|
"vector": [0.05, 0.61, 0.76, 0.74],
|
|
"payload": {"city": "Berlin", "price": 10.0}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"vector": [0.19, 0.81, 0.75, 0.11],
|
|
"payload": {"city": ["Berlin", "London"], "price": 11.0}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"vector": [0.36, 0.55, 0.47, 0.94],
|
|
"payload": {"city": ["Berlin", "Moscow"], "price": 9.5}
|
|
},
|
|
{
|
|
"id": 4,
|
|
"vector": [0.18, 0.01, 0.85, 0.80],
|
|
"payload": {"city": ["London", "Moscow"], "price": 9}
|
|
},
|
|
{
|
|
"id": 5,
|
|
"vector": [0.24, 0.18, 0.22, 0.44],
|
|
"payload": {"count": 0}
|
|
},
|
|
{
|
|
"id": 6,
|
|
"vector": [0.35, 0.08, 0.11, 0.44]
|
|
},
|
|
{
|
|
"id": 7,
|
|
"vector": [0.25, 0.98, 0.14, 0.43],
|
|
"payload": {"city": None, "price": None}
|
|
},
|
|
{
|
|
"id": 8,
|
|
"vector": [0.79, 0.53, 0.72, 0.15],
|
|
"payload": {"city": [], "price": []}
|
|
},
|
|
{
|
|
"id": 9,
|
|
"vector": {
|
|
"sparse-text": {
|
|
"indices": [66, 12],
|
|
"values": [0.5, 0.5]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 10,
|
|
"vector": {
|
|
"sparse-text": {
|
|
"indices": [1, 2, 3],
|
|
"values": [0.1, 0.2, 0.3]
|
|
}
|
|
},
|
|
"payload": {"city": [], "price": []}
|
|
}
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
def multipayload_collection_setup(
|
|
collection_name='test_collection',
|
|
on_disk_payload=False,
|
|
on_disk_vectors=False,
|
|
):
|
|
drop_collection(collection_name)
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vectors": {
|
|
"size": 4,
|
|
"distance": "Dot",
|
|
"on_disk": on_disk_vectors,
|
|
},
|
|
"sparse_vectors": {
|
|
"sparse-text": {},
|
|
},
|
|
"on_disk_payload": on_disk_payload
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 1,
|
|
"vector": [0.05, 0.61, 0.76, 0.74],
|
|
"payload": {"city": "Berlin", "color": "red"}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"vector": [0.19, 0.81, 0.75, 0.11],
|
|
"payload": {"city": ["Berlin", "London"], "color": "green"}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"vector": [0.36, 0.55, 0.47, 0.94],
|
|
"payload": {"city": ["Berlin", "Moscow"], "color": "blue"}
|
|
},
|
|
{
|
|
"id": 4,
|
|
"vector": [0.18, 0.01, 0.85, 0.80],
|
|
"payload": {"city": ["London", "Moscow"], "color": "red"}
|
|
},
|
|
{
|
|
"id": 5,
|
|
"vector": [0.24, 0.18, 0.22, 0.44],
|
|
"payload": {"city": "Seoul", "color": "red", "count": 0}
|
|
},
|
|
{
|
|
"id": 6,
|
|
"vector": [0.35, 0.08, 0.11, 0.44],
|
|
"payload": {"city": "Berlin", "color": "red", "count": 1, "price": 10.0}
|
|
},
|
|
{
|
|
"id": 7,
|
|
"vector": [0.25, 0.98, 0.14, 0.43],
|
|
"payload": {"city": "London", "color": "red", "count": 0, "price": 50.0}
|
|
},
|
|
{
|
|
"id": 8,
|
|
"vector": [0.19, 0.53, 0.72, 0.15],
|
|
"payload": {"city": "Moscow", "color": "red", "count": 1, "price": 100.0}
|
|
},
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
|
|
def multivec_collection_setup(
|
|
collection_name='test_collection',
|
|
on_disk_payload=False,
|
|
on_disk_vectors=False,
|
|
distance=None,
|
|
):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="DELETE",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vectors": {
|
|
"image": {
|
|
"size": 4,
|
|
"distance": distance or "Dot",
|
|
"on_disk": on_disk_vectors,
|
|
},
|
|
"text": {
|
|
"size": 8,
|
|
"distance": distance or "Cosine",
|
|
"on_disk": on_disk_vectors,
|
|
},
|
|
},
|
|
"sparse_vectors": {
|
|
"sparse-image": {},
|
|
"sparse-text": {},
|
|
},
|
|
"on_disk_payload": on_disk_payload,
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 1,
|
|
"vector": {
|
|
"image": [0.05, 0.61, 0.76, 0.74],
|
|
"text": [0.05, 0.61, 0.76, 0.74, 0.05, 0.61, 0.76, 0.74],
|
|
},
|
|
"payload": {"city": "Berlin"}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"vector": {
|
|
"image": [0.19, 0.81, 0.75, 0.11],
|
|
"text": [0.19, 0.81, 0.75, 0.11, 0.19, 0.81, 0.75, 0.11],
|
|
},
|
|
"payload": {"city": ["Berlin", "London"]}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"vector": {
|
|
"image": [0.36, 0.55, 0.47, 0.94],
|
|
"text": [0.36, 0.55, 0.47, 0.94, 0.36, 0.55, 0.47, 0.94],
|
|
},
|
|
"payload": {"city": ["Berlin", "Moscow"]}
|
|
},
|
|
{
|
|
"id": 4,
|
|
"vector": {
|
|
"image": [0.18, 0.01, 0.85, 0.80],
|
|
"text": [0.18, 0.01, 0.85, 0.80, 0.18, 0.01, 0.85, 0.80],
|
|
},
|
|
"payload": {"city": ["London", "Moscow"]}
|
|
},
|
|
{
|
|
"id": 5,
|
|
"vector": {
|
|
"image": [0.24, 0.18, 0.22, 0.44],
|
|
"text": [0.24, 0.18, 0.22, 0.44, 0.24, 0.18, 0.22, 0.44],
|
|
},
|
|
"payload": {"count": 0}
|
|
},
|
|
{
|
|
"id": 6,
|
|
"vector": {
|
|
"image": [0.35, 0.08, 0.11, 0.44],
|
|
"text": [0.35, 0.08, 0.11, 0.44, 0.35, 0.08, 0.11, 0.44],
|
|
}
|
|
},
|
|
{
|
|
"id": 7,
|
|
"vector": {
|
|
"sparse-image": {
|
|
"indices": [1, 2, 4, 8],
|
|
"values": [1.5, 1.5, 1.5, 1.5]
|
|
},
|
|
"sparse-text": {
|
|
"indices": [66, 12],
|
|
"values": [0.5, 0.5]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 8,
|
|
"vector": {
|
|
"sparse-image": {
|
|
"indices": [2, 8],
|
|
"values": [2.5, 2.5]
|
|
},
|
|
"sparse-text": {
|
|
"indices": [1, 2, 3],
|
|
"values": [0.1, 0.2, 0.3]
|
|
}
|
|
},
|
|
"payload": {"count": 0}
|
|
}
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
|
|
def full_collection_setup(
|
|
collection_name='test_collection',
|
|
on_disk_payload=False,
|
|
on_disk_vectors=False,
|
|
distance=None,
|
|
):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="DELETE",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vectors": {
|
|
"dense-image": {
|
|
"size": 4,
|
|
"distance": distance or "Dot",
|
|
"on_disk": on_disk_vectors,
|
|
},
|
|
"dense-text": {
|
|
"size": 8,
|
|
"distance": distance or "Cosine",
|
|
"on_disk": on_disk_vectors,
|
|
},
|
|
"dense-multi": {
|
|
"size": 4,
|
|
"distance": distance or "Dot",
|
|
"on_disk": on_disk_vectors,
|
|
"multivector_config": {
|
|
"comparator": "max_sim"
|
|
}
|
|
},
|
|
},
|
|
"sparse_vectors": {
|
|
"sparse-image": {},
|
|
"sparse-text": {},
|
|
},
|
|
"on_disk_payload": on_disk_payload,
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 1,
|
|
"vector": {
|
|
"dense-image": [0.05, 0.61, 0.76, 0.74],
|
|
"dense-text": [0.05, 0.61, 0.76, 0.74, 0.05, 0.61, 0.76, 0.74],
|
|
"dense-multi": [
|
|
[1.05, 1.61, 1.76, 1.74],
|
|
[2.05, 2.61, 2.76, 2.74],
|
|
[3.05, 3.61, 3.76, 3.74]
|
|
],
|
|
"sparse-image": {
|
|
"indices": [1, 2, 4, 8],
|
|
"values": [1.5, 1.5, 1.5, 1.5]
|
|
},
|
|
"sparse-text": {
|
|
"indices": [66, 12],
|
|
"values": [1.5, 1.5]
|
|
}
|
|
},
|
|
"payload": {"city": "Berlin"}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"vector": {
|
|
"dense-image": [0.19, 0.81, 0.75, 0.11],
|
|
"dense-text": [0.19, 0.81, 0.75, 0.11, 0.19, 0.81, 0.75, 0.11],
|
|
"dense-multi": [
|
|
[2.05, 2.61, 2.76, 2.74],
|
|
[3.05, 3.61, 3.76, 3.74],
|
|
[4.05, 4.61, 4.76, 4.74]
|
|
],
|
|
"sparse-image": {
|
|
"indices": [1, 2, 4, 8],
|
|
"values": [2.5, 2.5, 2.5, 2.5]
|
|
},
|
|
"sparse-text": {
|
|
"indices": [66, 12],
|
|
"values": [2.5, 2.5]
|
|
}
|
|
},
|
|
"payload": {"city": ["Berlin", "London"]}
|
|
},
|
|
{
|
|
"id": 3,
|
|
"vector": {
|
|
"dense-image": [0.36, 0.55, 0.47, 0.94],
|
|
"dense-text": [0.36, 0.55, 0.47, 0.94, 0.36, 0.55, 0.47, 0.94],
|
|
"sparse-image": {
|
|
"indices": [1, 2, 4, 8],
|
|
"values": [3.5, 3.5, 3.5, 3.5]
|
|
},
|
|
"sparse-text": {
|
|
"indices": [66, 12],
|
|
"values": [3.5, 3.5]
|
|
}
|
|
},
|
|
"payload": {"city": ["Berlin", "Moscow"]}
|
|
},
|
|
{
|
|
"id": 4,
|
|
"vector": {
|
|
"dense-image": [0.18, 0.01, 0.85, 0.80],
|
|
"dense-text": [0.18, 0.01, 0.85, 0.80, 0.18, 0.01, 0.85, 0.80],
|
|
},
|
|
"payload": {"city": ["London", "Moscow"]}
|
|
},
|
|
{
|
|
"id": 5,
|
|
"vector": {
|
|
"dense-image": [0.24, 0.18, 0.22, 0.44],
|
|
"dense-text": [0.24, 0.18, 0.22, 0.44, 0.24, 0.18, 0.22, 0.44],
|
|
"dense-multi": [
|
|
[5.05, 5.61, 5.76, 5.74],
|
|
[6.05, 6.61, 6.76, 6.74],
|
|
[7.05, 7.61, 7.76, 7.74]
|
|
],
|
|
},
|
|
"payload": {"count": 0}
|
|
},
|
|
{
|
|
"id": 6,
|
|
"vector": {
|
|
"dense-image": [0.35, 0.08, 0.11, 0.44],
|
|
"dense-text": [0.35, 0.08, 0.11, 0.44, 0.35, 0.08, 0.11, 0.44],
|
|
},
|
|
"payload": {"count": 1}
|
|
},
|
|
{
|
|
"id": 7,
|
|
"vector": {
|
|
"sparse-image": {
|
|
"indices": [1, 2, 4, 8],
|
|
"values": [7.5, 7.5, 7.5, 7.5]
|
|
},
|
|
"sparse-text": {
|
|
"indices": [66, 12],
|
|
"values": [7.5, 7.5]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 8,
|
|
"vector": {
|
|
"dense-multi": [
|
|
[8.05, 8.61, 8.76, 8.74],
|
|
[9.05, 9.61, 9.76, 9.74],
|
|
[3.05, 3.61, 3.76, 3.74]
|
|
],
|
|
},
|
|
"payload": {"count": 2}
|
|
}
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|