mirror of
https://github.com/qdrant/qdrant.git
synced 2026-07-23 11:11:00 -05:00
706b1a3166
* create initial strucutres * clippy * start field-query refactoring * start field-query refactoring (2/N) * start field-query refactoring (3/N): duplicate is_empty/null condiftions as field condition * start field-query refactoring (4/N): re-instate is_empty fallback in case new index is not built yet * filter for is_empty/is_null * implement add/remove point * upd schema * open and create of null-index * create null-index * fix test * Update lib/segment/src/index/query_optimization/condition_converter.rs Co-authored-by: Tim Visée <tim+github@visee.me> * unit test for null-index * more unit tests * add openapi tests * fmt * fix for integartion tests * rabbit review fix * make [null] non-empty --------- Co-authored-by: Tim Visée <tim+github@visee.me>
461 lines
13 KiB
Python
461 lines
13 KiB
Python
import pytest
|
|
|
|
from .helpers.collection_setup import basic_collection_setup, drop_collection
|
|
from .helpers.helpers import request_with_validation
|
|
|
|
|
|
@pytest.fixture(autouse=True, scope="module")
|
|
def setup(on_disk_vectors, collection_name):
|
|
basic_collection_setup(collection_name=collection_name, on_disk_vectors=on_disk_vectors)
|
|
yield
|
|
drop_collection(collection_name=collection_name)
|
|
|
|
|
|
def test_points_retrieve(collection_name):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/{id}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name, 'id': 2},
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"ids": [1, 2]
|
|
}
|
|
)
|
|
assert response.ok
|
|
assert len(response.json()['result']) == 2
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}',
|
|
method="GET",
|
|
path_params={'collection_name': collection_name},
|
|
)
|
|
assert response.ok
|
|
assert response.json()['result']['points_count'] == 10
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 3
|
|
}
|
|
)
|
|
assert response.ok
|
|
assert len(response.json()['result']) == 3
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"filter": {
|
|
"should": [
|
|
{
|
|
"key": "city",
|
|
"match": {
|
|
"value": "London"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 3
|
|
}
|
|
)
|
|
assert response.ok
|
|
# only 2 London records in collection
|
|
assert len(response.json()['result']) == 2
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/scroll',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={"offset": 2, "limit": 2, "with_vector": True}
|
|
)
|
|
assert response.ok
|
|
assert len(response.json()['result']['points']) == 2
|
|
|
|
|
|
def test_exclude_payload(collection_name):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 5,
|
|
"filter": {
|
|
"should": [
|
|
{
|
|
"key": "city",
|
|
"match": {
|
|
"value": "London"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"with_payload": {
|
|
"exclude": ["city"]
|
|
}
|
|
}
|
|
)
|
|
assert response.ok
|
|
assert len(response.json()['result']) > 0
|
|
for result in response.json()['result']:
|
|
assert 'city' not in result['payload']
|
|
|
|
|
|
def test_batch_search(collection_name):
|
|
response = request_with_validation(
|
|
api="/collections/{collection_name}/points/search/batch",
|
|
method="POST",
|
|
path_params={"collection_name": collection_name},
|
|
body={
|
|
"searches": [
|
|
{
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 3,
|
|
},
|
|
{
|
|
"filter": {
|
|
"should": [{"key": "city", "match": {"value": "London"}}]
|
|
},
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 3,
|
|
},
|
|
],
|
|
},
|
|
)
|
|
assert response.ok
|
|
assert len(response.json()["result"]) == 2
|
|
assert len(response.json()["result"][0]) == 3
|
|
assert len(response.json()["result"][1]) == 2
|
|
|
|
response = request_with_validation(
|
|
api="/collections/{collection_name}/points/search/batch",
|
|
method="POST",
|
|
path_params={"collection_name": collection_name},
|
|
body={"searches": []},
|
|
)
|
|
assert response.ok
|
|
assert len(response.json()["result"]) == 0
|
|
|
|
|
|
def test_is_empty_condition(collection_name):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 5,
|
|
"filter": {
|
|
"should": [
|
|
{
|
|
"is_empty": {
|
|
"key": "city"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"with_payload": True
|
|
}
|
|
)
|
|
|
|
assert response.ok
|
|
|
|
json = response.json()
|
|
assert len(json['result']) == 4
|
|
|
|
ids = [x['id'] for x in json['result']]
|
|
assert 5 in ids
|
|
assert 6 in ids
|
|
assert 7 in ids
|
|
assert 8 in ids
|
|
|
|
response2 = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 5,
|
|
"filter": {
|
|
"should": [
|
|
{
|
|
"key": "city",
|
|
"is_empty": True
|
|
}
|
|
]
|
|
},
|
|
"with_payload": True
|
|
}
|
|
)
|
|
assert response2.ok
|
|
|
|
json2 = response2.json()
|
|
ids2 = [x['id'] for x in json2['result']]
|
|
assert ids == ids2
|
|
|
|
|
|
def test_is_null_condition(collection_name):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 5,
|
|
"filter": {
|
|
"should": [
|
|
{
|
|
"is_null": {
|
|
"key": "city"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"with_payload": True
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
json = response.json()
|
|
assert len(json['result']) == 1
|
|
|
|
ids = [x['id'] for x in json['result']]
|
|
assert 7 in ids
|
|
|
|
response2 = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 5,
|
|
"filter": {
|
|
"should": [
|
|
{
|
|
"key": "city",
|
|
"is_null": True
|
|
}
|
|
]
|
|
},
|
|
"with_payload": True
|
|
}
|
|
)
|
|
assert response2.ok
|
|
|
|
json2 = response2.json()
|
|
ids2 = [x['id'] for x in json2['result']]
|
|
|
|
assert ids == ids2
|
|
|
|
# With must_not (as recommended in docs)
|
|
def must_not_is_null(field: str):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 5,
|
|
"filter": {
|
|
"must_not": [
|
|
{
|
|
"is_null": {
|
|
"key": field
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"with_payload": True
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
json = response.json()
|
|
assert len(json['result']) == 5
|
|
|
|
ids = [x['id'] for x in json['result']]
|
|
assert 5 not in ids
|
|
assert 6 not in ids
|
|
assert 7 not in ids
|
|
assert 1 in ids
|
|
assert 2 in ids
|
|
|
|
response2 = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 5,
|
|
"filter": {
|
|
"must": [
|
|
{
|
|
"key": field,
|
|
"is_null": False
|
|
}
|
|
]
|
|
},
|
|
"with_payload": True
|
|
}
|
|
)
|
|
assert response2.ok
|
|
|
|
json2 = response2.json()
|
|
ids2 = [x['id'] for x in json2['result']]
|
|
assert ids == ids2
|
|
|
|
must_not_is_null("city")
|
|
must_not_is_null("city[]")
|
|
|
|
|
|
def test_recommendation(collection_name):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/recommend',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"limit": 3,
|
|
"negative": [],
|
|
"positive": [1],
|
|
"with_vector": False,
|
|
"with_payload": True
|
|
}
|
|
)
|
|
assert len(response.json()['result']) == 3
|
|
assert response.json()['result'][0]['payload'] is not None
|
|
assert response.ok
|
|
|
|
|
|
def test_query_single_condition(collection_name):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/search',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"filter": {
|
|
"must": {
|
|
"key": "city",
|
|
"match": {
|
|
"value": "London"
|
|
}
|
|
}
|
|
},
|
|
"vector": [0.2, 0.1, 0.9, 0.7],
|
|
"limit": 3
|
|
}
|
|
)
|
|
assert response.ok
|
|
# only 2 London records in collection
|
|
assert len(response.json()['result']) == 2
|
|
|
|
|
|
def test_query_nested(collection_name):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 8,
|
|
"vector": [0.15, 0.31, 0.76, 0.74],
|
|
"payload": {
|
|
"database_id": {
|
|
"type": "keyword",
|
|
"value": "8594ff5d-265f-4785-a9f5-b3b4b9665506"
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/scroll',
|
|
method="POST",
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
"offset": None,
|
|
"limit": 10,
|
|
"with_vector": True,
|
|
"filter": {
|
|
"must": [
|
|
{
|
|
"key": "database_id.value",
|
|
"match": {
|
|
"value": "8594ff5d-265f-4785-a9f5-b3b4b9665506"
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
)
|
|
assert response.ok
|
|
assert len(response.json()['result']['points']) == 1
|
|
|
|
|
|
def test_with_vectors_alias_of_with_vector(collection_name):
|
|
database_id = "8594ff5d-265f-adfh-a9f5-b3b4b9665506"
|
|
vector = [0.15, 0.31, 0.76, 0.74]
|
|
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points',
|
|
method="PUT",
|
|
path_params={'collection_name': collection_name},
|
|
query_params={'wait': 'true'},
|
|
body={
|
|
"points": [
|
|
{
|
|
"id": 8,
|
|
"vector": vector,
|
|
"payload": {
|
|
"database_id": database_id,
|
|
}
|
|
}
|
|
]
|
|
}
|
|
)
|
|
assert response.ok
|
|
|
|
def scroll_with_vector(keyword):
|
|
response = request_with_validation(
|
|
api='/collections/{collection_name}/points/scroll',
|
|
method='POST',
|
|
path_params={'collection_name': collection_name},
|
|
body={
|
|
keyword: True, # <--- should make no difference
|
|
"filter": {
|
|
"must": [
|
|
{
|
|
"key": "database_id",
|
|
"match": {
|
|
"value": database_id
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"limit": 1,
|
|
}
|
|
)
|
|
|
|
assert response.ok
|
|
body = response.json()
|
|
|
|
assert body["result"]["points"][0]["vector"] == vector
|
|
|
|
scroll_with_vector("with_vector")
|
|
scroll_with_vector("with_vectors")
|