upstream-archive/qdrant
1
0
Fork 0
mirror of https://github.com/qdrant/qdrant.git synced 2026-08-06 10:00:58 -05:00
Code Issues Packages Projects Releases Wiki Activity
Files
e2bfbc2203121c3052ddd8ddcdcaeeb0e63daa6c
qdrant/openapi/tests/openapi_integration/test_nested_payload_indexing.py
Arnaud Gourlay 0f0c213c2a Nested object filter (#1602) 
* nested object filter

* code review

* add support for must_not in nested

* extract functions

* support and test must_not in SimpleConditionChecker

* add index matching unit test (to be continued)

* remove extra clone

* test with should

* WIP: Nested object filter suggestions (#1855)

* switch to bitvec

* fix clippy

* more tests

* fmt

* fix some tests

* add test with text

* support for nested should

* do not rely on indexes for nested queries & fix test

* use index to make index-aware checks in nested payload

* fix value-count tests

* re-fa-cto-ring

* fmt

---------

Co-authored-by: Arnaud Gourlay <arnaud.gourlay@gmail.com>

---------

Co-authored-by: Andrey Vasnetsov <andrey@vasnetsov.com>
2023-05-17 11:24:52 +02:00

460 lines
17 KiB
Python
Raw Blame History

import pytest
from .helpers.helpers import request_with_validation
from .helpers.collection_setup import drop_collection
collection_name = 'test_collection_nested_payload_indexing'
def nested_payload_collection_setup(collection_name, on_disk_payload=False):
response = request_with_validation(
api='/collections/{collection_name}',
method="DELETE",
path_params={'collection_name': collection_name},
)
assert response.ok
response = request_with_validation(
api='/collections/{collection_name}',
method="PUT",
path_params={'collection_name': collection_name},
body={
"vectors": {
"size": 4,
"distance": "Dot"
},
"on_disk_payload": on_disk_payload
}
)
assert response.ok
response = request_with_validation(
api='/collections/{collection_name}',
method="GET",
path_params={'collection_name': collection_name},
)
assert response.ok
response = request_with_validation(
api='/collections/{collection_name}/points',
method="PUT",
path_params={'collection_name': collection_name},
query_params={'wait': 'true'},
body={
"points": [
{
"id": 1,
"vector": [0.05, 0.61, 0.76, 0.74],
"payload": {
"country": {
"name": "Germany",
"capital": "Berlin",
"cities": [
{
"name": "Berlin",
"population": 3.7,
"location": {
"lon": 13.76116,
"lat": 52.33826,
},
"sightseeing": ["Brandenburg Gate", "Reichstag"]
},
{
"name": "Munich",
"population": 1.5,
"location": {
"lon": 11.57549,
"lat": 48.13743,
},
"sightseeing": ["Marienplatz", "Olympiapark"]
},
{
"name": "Hamburg",
"population": 1.8,
"location": {
"lon": 9.99368,
"lat": 53.55108,
},
"sightseeing": ["Reeperbahn", "Elbphilharmonie"]
}
],
}
}
},
{
"id": 2,
"vector": [0.19, 0.81, 0.75, 0.11],
"payload": {
"country": {
"name": "England",
"capital": "London",
"cities": [
{
"name": "London",
"population": 8.9,
"location": {
"lon": -0.12755,
"lat": 51.50722,
},
"sightseeing": ["Big Ben", "London Eye", "Buckingham Palace"]
},
{
"name": "Manchester",
"population": 2.5,
"location": {
"lon": -2.23743,
"lat": 53.48095,
},
"sightseeing": ["Manchester United", "Manchester City"]
},
{
"name": "Liverpool",
"population": 0.5,
"location": {
"lon": -2.97794,
"lat": 53.41058,
},
"sightseeing": ["Anfield", "Albert Dock"]
}
]
}
}
},
{
"id": 3,
"vector": [0.36, 0.55, 0.47, 0.94],
"payload": {
"country": {
"name": "France",
"capital": "Paris",
"cities": [
{
"name": "Paris",
"population": 2.2,
"location": {
"lon": 2.35222,
"lat": 48.85661,
},
"sightseeing": ["Eiffel Tower", "Louvre", "Notre Dame", "Arc de Triomphe"]
},
{
"name": "Marseille",
"population": 0.9,
"location": {
"lon": 5.36978,
"lat": 43.29648,
},
"sightseeing": ["Vieux Port", "Notre Dame de la Garde"]
},
{
"name": "Lyon",
"population": 0.5,
"location": {
"lon": 4.83565,
"lat": 45.76404,
},
"sightseeing": ["Place Bellecour", "Fourvière Basilica"]
}
]
}
}
},
{
"id": 4,
"vector": [0.18, 0.01, 0.85, 0.80],
"payload": {
"country": {
"name": "Japan",
"capital": "Tokyo",
"cities": [
{
"name": "Tokyo",
"population": 9.3,
"location": {
"lon": 139.69171,
"lat": 35.6895,
},
"sightseeing": ["Tokyo Tower", "Tokyo Skytree"]
},
{
"name": "Osaka",
"population": 2.7,
"location": {
"lon": 135.50217,
"lat": 34.69374,
},
"sightseeing": ["Osaka Castle", "Universal Studios Japan"]
},
{
"name": "Kyoto",
"population": 1.5,
"location": {
"lon": 135.76803,
"lat": 35.01163,
},
"sightseeing": ["Kiyomizu-dera", "Fushimi Inari-taisha"]
}
]
}
}
},
{
"id": 5,
"vector": [0.24, 0.18, 0.22, 0.44],
"payload": {
"country": {
"name": "Nauru", # Null capital for testing
"cities": [], # Empty data for testing
}
}
},
{
"id": 6,
"vector": [0.35, 0.08, 0.11, 0.44]
}
]
}
)
assert response.ok
@pytest.fixture(autouse=True)
def setup():
nested_payload_collection_setup(collection_name=collection_name)
yield
drop_collection(collection_name=collection_name)
def test_nested_payload_indexing_operations():
response = request_with_validation(
api='/collections/{collection_name}',
method="GET",
path_params={'collection_name': collection_name},
)
assert response.ok
# Create nested index
response = request_with_validation(
api='/collections/{collection_name}/index',
method="PUT",
path_params={'collection_name': collection_name},
query_params={'wait': 'true'},
body={
"field_name": "country.capital",
"field_schema": "keyword"
}
)
assert response.ok
# Create nested array index
response = request_with_validation(
api='/collections/{collection_name}/index',
method="PUT",
path_params={'collection_name': collection_name},
query_params={'wait': 'true'},
body={
"field_name": "country.cities[].population",
"field_schema": "float"
}
)
assert response.ok
# Validate index creation
response = request_with_validation(
api='/collections/{collection_name}',
method="GET",
path_params={'collection_name': collection_name},
)
assert response.ok
assert response.json()['result']['payload_schema']['country.capital']['data_type'] == "keyword"
assert response.json()['result']['payload_schema']['country.capital']['points'] == 4
assert response.json()['result']['payload_schema']['country.cities[].population']['data_type'] == "float"
assert response.json()['result']['payload_schema']['country.cities[].population']['points'] == 4 # indexed records
# Search nested through with payload index
response = request_with_validation(
api='/collections/{collection_name}/points/scroll',
method="POST",
path_params={'collection_name': collection_name},
body={
"filter": {
"should": [
{
"key": "country.capital",
"match": {
"value": "London"
}
}
]
},
"limit": 3
}
)
assert response.ok
assert len(response.json()['result']['points']) == 1
assert response.json()['result']['points'][0]['payload']['country']['name'] == "England"
# Search nested without payload index
response = request_with_validation(
api='/collections/{collection_name}/points/scroll',
method="POST",
path_params={'collection_name': collection_name},
body={
"filter": {
"should": [
{
"key": "country.name",
"match": {
"value": "France"
}
}
]
},
"limit": 3
}
)
assert response.ok
assert len(response.json()['result']['points']) == 1
assert response.json()['result']['points'][0]['payload']['country']['capital'] == "Paris"
# Search through array without payload index
response = request_with_validation(
api='/collections/{collection_name}/points/scroll',
method="POST",
path_params={'collection_name': collection_name},
body={
"filter": {
"should": [
{
"key": "country.cities.population", # Do not implicitly do inside nested array
"range": {
"gte": 9.0,
}
}
]
},
"limit": 3
}
)
assert response.ok
assert len(response.json()['result']['points']) == 0
# Search through array with payload index
response = request_with_validation(
api='/collections/{collection_name}/points/scroll',
method="POST",
path_params={'collection_name': collection_name},
body={
"filter": {
"should": [
{
"key": "country.cities[].population",
"range": {
"gte": 9.0,
}
}
]
},
"limit": 3
}
)
assert response.ok
assert len(response.json()['result']['points']) == 1
# Only Japan has a city with population greater than 9.0
assert response.json()['result']['points'][0]['payload']['country']['name'] == "Japan"
# Search through array without payload index
response = request_with_validation(
api='/collections/{collection_name}/points/scroll',
method="POST",
path_params={'collection_name': collection_name},
body={
"filter": {
"should": [
{
"key": "country.cities[].sightseeing",
"match": {
"value": "Eiffel Tower"
}
}
]
},
"limit": 3
}
)
assert response.ok
assert len(response.json()['result']['points']) == 1
assert response.json()['result']['points'][0]['payload']['country']['capital'] == "Paris"
# Search through array without payload index (indexed on array of objetcs)
response = request_with_validation(
api='/collections/{collection_name}/points/scroll',
method="POST",
path_params={'collection_name': collection_name},
body={
"filter": {
"should": [
{
"key": "country.cities[0].name",
"match": {
"value": "Paris"
}
}
]
},
"limit": 3
}
)
assert response.ok
assert len(response.json()['result']['points']) == 1
assert response.json()['result']['points'][0]['payload']['country']['capital'] == "Paris"
# Search through array without payload index (indexed on array of scalars)
response = request_with_validation(
api='/collections/{collection_name}/points/scroll',
method="POST",
path_params={'collection_name': collection_name},
body={
"filter": {
"should": [
{
"key": "country.cities[].sightseeing[1]",
"match": {
"value": "Louvre"
}
}
]
},
"limit": 3
}
)
assert response.ok
assert len(response.json()['result']['points']) == 1
assert response.json()['result']['points'][0]['payload']['country']['capital'] == "Paris"
# Delete indexes
response = request_with_validation(
api='/collections/{collection_name}/index/{field_name}',
method="DELETE",
path_params={'collection_name': collection_name, 'field_name': 'country.capital'},
query_params={'wait': 'true'},
)
assert response.ok
response = request_with_validation(
api='/collections/{collection_name}/index/{field_name}',
method="DELETE",
path_params={'collection_name': collection_name, 'field_name': 'country.cities[].population'},
query_params={'wait': 'true'},
)
assert response.ok
response = request_with_validation(
api='/collections/{collection_name}',
method="GET",
path_params={'collection_name': collection_name},
)
assert response.ok
assert len(response.json()['result']['payload_schema']) == 0
Reference in New Issue View Git Blame Copy Permalink