Files
qdrant-client/qdrant_client/http/api/points_api.py
Andrey Vasnetsov c3389e3c20 update api to v1.0.0 (#101)
* update api

* upd openapi fix bugs

* pylance fix

* fix: add TypeAlias to some common types

* fix: update models import for pylance

* fix: fix Batch test

* fix: update mypy config

* fix: define Payload before Batch

* fix: add missing .result to requests, add assert None for responses (#102)

* pylance fix in generator

---------

Co-authored-by: George Panchuk <george.panchuk@qdrant.tech>
2023-02-08 11:11:25 +01:00

1002 lines
30 KiB
Python

# flake8: noqa E501
from enum import Enum
from pathlib import PurePath
from types import GeneratorType
from typing import TYPE_CHECKING, Any, Callable, Dict, List, Set, Tuple, Union
from pydantic.json import ENCODERS_BY_TYPE
from pydantic.main import BaseModel
from qdrant_client.http.models import *
from qdrant_client.http.models import models as m
SetIntStr = Set[Union[int, str]]
DictIntStrAny = Dict[Union[int, str], Any]
file = None
def generate_encoders_by_class_tuples(type_encoder_map: Dict[Any, Callable]) -> Dict[Callable, Tuple]:
encoders_by_classes: Dict[Callable, List] = {}
for type_, encoder in type_encoder_map.items():
encoders_by_classes.setdefault(encoder, []).append(type_)
encoders_by_class_tuples: Dict[Callable, Tuple] = {}
for encoder, classes in encoders_by_classes.items():
encoders_by_class_tuples[encoder] = tuple(classes)
return encoders_by_class_tuples
encoders_by_class_tuples = generate_encoders_by_class_tuples(ENCODERS_BY_TYPE)
def jsonable_encoder(
obj: Any,
include: Union[SetIntStr, DictIntStrAny] = None,
exclude=None,
by_alias: bool = True,
skip_defaults: bool = None,
exclude_unset: bool = False,
include_none: bool = True,
custom_encoder=None,
sqlalchemy_safe: bool = True,
) -> Any:
if exclude is None:
exclude = set()
if custom_encoder is None:
custom_encoder = {}
if include is not None and not isinstance(include, set):
include = set(include)
if exclude is not None and not isinstance(exclude, set):
exclude = set(exclude)
if isinstance(obj, BaseModel):
encoder = getattr(obj.Config, "json_encoders", {})
if custom_encoder:
encoder.update(custom_encoder)
obj_dict = obj.dict(
include=include,
exclude=exclude,
by_alias=by_alias,
exclude_unset=bool(exclude_unset or skip_defaults),
)
return jsonable_encoder(
obj_dict,
include_none=include_none,
custom_encoder=encoder,
sqlalchemy_safe=sqlalchemy_safe,
)
if isinstance(obj, Enum):
return obj.value
if isinstance(obj, PurePath):
return str(obj)
if isinstance(obj, (str, int, float, type(None))):
return obj
if isinstance(obj, dict):
encoded_dict = {}
for key, value in obj.items():
if (
(not sqlalchemy_safe or (not isinstance(key, str)) or (not key.startswith("_sa")))
and (value is not None or include_none)
and ((include and key in include) or key not in exclude)
):
encoded_key = jsonable_encoder(
key,
by_alias=by_alias,
exclude_unset=exclude_unset,
include_none=include_none,
custom_encoder=custom_encoder,
sqlalchemy_safe=sqlalchemy_safe,
)
encoded_value = jsonable_encoder(
value,
by_alias=by_alias,
exclude_unset=exclude_unset,
include_none=include_none,
custom_encoder=custom_encoder,
sqlalchemy_safe=sqlalchemy_safe,
)
encoded_dict[encoded_key] = encoded_value
return encoded_dict
if isinstance(obj, (list, set, frozenset, GeneratorType, tuple)):
encoded_list = []
for item in obj:
encoded_list.append(
jsonable_encoder(
item,
include=include,
exclude=exclude,
by_alias=by_alias,
exclude_unset=exclude_unset,
include_none=include_none,
custom_encoder=custom_encoder,
sqlalchemy_safe=sqlalchemy_safe,
)
)
return encoded_list
if custom_encoder:
if type(obj) in custom_encoder:
return custom_encoder[type(obj)](obj)
else:
for encoder_type, encoder in custom_encoder.items():
if isinstance(obj, encoder_type):
return encoder(obj)
if type(obj) in ENCODERS_BY_TYPE:
return ENCODERS_BY_TYPE[type(obj)](obj)
for encoder, classes_tuple in encoders_by_class_tuples.items():
if isinstance(obj, classes_tuple):
return encoder(obj)
errors: List[Exception] = []
try:
data = dict(obj)
except Exception as e:
errors.append(e)
try:
data = vars(obj)
except Exception as e:
errors.append(e)
raise ValueError(errors)
return jsonable_encoder(
data,
by_alias=by_alias,
exclude_unset=exclude_unset,
include_none=include_none,
custom_encoder=custom_encoder,
sqlalchemy_safe=sqlalchemy_safe,
)
if TYPE_CHECKING:
from qdrant_client.http.api_client import ApiClient
class _PointsApi:
def __init__(self, api_client: "Union[ApiClient, AsyncApiClient]"):
self.api_client = api_client
def _build_for_clear_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
points_selector: m.PointsSelector = None,
):
"""
Remove all payload for specified points
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if wait is not None:
query_params["wait"] = str(wait).lower()
if ordering is not None:
query_params["ordering"] = str(ordering)
body = jsonable_encoder(points_selector)
return self.api_client.request(
type_=m.InlineResponse2006,
method="POST",
url="/collections/{collection_name}/points/payload/clear",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_count_points(
self,
collection_name: str,
count_request: m.CountRequest = None,
):
"""
Count points which matches given filtering condition
"""
path_params = {
"collection_name": str(collection_name),
}
body = jsonable_encoder(count_request)
return self.api_client.request(
type_=m.InlineResponse20016,
method="POST",
url="/collections/{collection_name}/points/count",
path_params=path_params,
json=body,
)
def _build_for_delete_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
delete_payload: m.DeletePayload = None,
):
"""
Delete specified key payload for points
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if wait is not None:
query_params["wait"] = str(wait).lower()
if ordering is not None:
query_params["ordering"] = str(ordering)
body = jsonable_encoder(delete_payload)
return self.api_client.request(
type_=m.InlineResponse2006,
method="POST",
url="/collections/{collection_name}/points/payload/delete",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_delete_points(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
points_selector: m.PointsSelector = None,
):
"""
Delete points
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if wait is not None:
query_params["wait"] = str(wait).lower()
if ordering is not None:
query_params["ordering"] = str(ordering)
body = jsonable_encoder(points_selector)
return self.api_client.request(
type_=m.InlineResponse2006,
method="POST",
url="/collections/{collection_name}/points/delete",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_get_point(
self,
collection_name: str,
id: m.ExtendedPointId,
consistency: m.ReadConsistency = None,
):
"""
Retrieve full information of single point by id
"""
path_params = {
"collection_name": str(collection_name),
"id": str(id),
}
query_params = {}
if consistency is not None:
query_params["consistency"] = str(consistency)
return self.api_client.request(
type_=m.InlineResponse20011,
method="GET",
url="/collections/{collection_name}/points/{id}",
path_params=path_params,
params=query_params,
)
def _build_for_get_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
point_request: m.PointRequest = None,
):
"""
Retrieve multiple points by specified IDs
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if consistency is not None:
query_params["consistency"] = str(consistency)
body = jsonable_encoder(point_request)
return self.api_client.request(
type_=m.InlineResponse20012,
method="POST",
url="/collections/{collection_name}/points",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_overwrite_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
set_payload: m.SetPayload = None,
):
"""
Replace full payload of points with new one
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if wait is not None:
query_params["wait"] = str(wait).lower()
if ordering is not None:
query_params["ordering"] = str(ordering)
body = jsonable_encoder(set_payload)
return self.api_client.request(
type_=m.InlineResponse2006,
method="PUT",
url="/collections/{collection_name}/points/payload",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_recommend_batch_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
recommend_request_batch: m.RecommendRequestBatch = None,
):
"""
Look for the points which are closer to stored positive examples and at the same time further to negative examples.
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if consistency is not None:
query_params["consistency"] = str(consistency)
body = jsonable_encoder(recommend_request_batch)
return self.api_client.request(
type_=m.InlineResponse20015,
method="POST",
url="/collections/{collection_name}/points/recommend/batch",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_recommend_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
recommend_request: m.RecommendRequest = None,
):
"""
Look for the points which are closer to stored positive examples and at the same time further to negative examples.
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if consistency is not None:
query_params["consistency"] = str(consistency)
body = jsonable_encoder(recommend_request)
return self.api_client.request(
type_=m.InlineResponse20014,
method="POST",
url="/collections/{collection_name}/points/recommend",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_scroll_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
scroll_request: m.ScrollRequest = None,
):
"""
Scroll request - paginate over all points which matches given filtering condition
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if consistency is not None:
query_params["consistency"] = str(consistency)
body = jsonable_encoder(scroll_request)
return self.api_client.request(
type_=m.InlineResponse20013,
method="POST",
url="/collections/{collection_name}/points/scroll",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_search_batch_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
search_request_batch: m.SearchRequestBatch = None,
):
"""
Retrieve by batch the closest points based on vector similarity and given filtering conditions
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if consistency is not None:
query_params["consistency"] = str(consistency)
body = jsonable_encoder(search_request_batch)
return self.api_client.request(
type_=m.InlineResponse20015,
method="POST",
url="/collections/{collection_name}/points/search/batch",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_search_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
search_request: m.SearchRequest = None,
):
"""
Retrieve closest points based on vector similarity and given filtering conditions
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if consistency is not None:
query_params["consistency"] = str(consistency)
body = jsonable_encoder(search_request)
return self.api_client.request(
type_=m.InlineResponse20014,
method="POST",
url="/collections/{collection_name}/points/search",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_set_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
set_payload: m.SetPayload = None,
):
"""
Set payload values for points
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if wait is not None:
query_params["wait"] = str(wait).lower()
if ordering is not None:
query_params["ordering"] = str(ordering)
body = jsonable_encoder(set_payload)
return self.api_client.request(
type_=m.InlineResponse2006,
method="POST",
url="/collections/{collection_name}/points/payload",
path_params=path_params,
params=query_params,
json=body,
)
def _build_for_upsert_points(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
point_insert_operations: m.PointInsertOperations = None,
):
"""
Perform insert + updates on points. If point with given ID already exists - it will be overwritten.
"""
path_params = {
"collection_name": str(collection_name),
}
query_params = {}
if wait is not None:
query_params["wait"] = str(wait).lower()
if ordering is not None:
query_params["ordering"] = str(ordering)
body = jsonable_encoder(point_insert_operations)
return self.api_client.request(
type_=m.InlineResponse2006,
method="PUT",
url="/collections/{collection_name}/points",
path_params=path_params,
params=query_params,
json=body,
)
class AsyncPointsApi(_PointsApi):
async def clear_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
points_selector: m.PointsSelector = None,
) -> m.InlineResponse2006:
"""
Remove all payload for specified points
"""
return await self._build_for_clear_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
points_selector=points_selector,
)
async def count_points(
self,
collection_name: str,
count_request: m.CountRequest = None,
) -> m.InlineResponse20016:
"""
Count points which matches given filtering condition
"""
return await self._build_for_count_points(
collection_name=collection_name,
count_request=count_request,
)
async def delete_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
delete_payload: m.DeletePayload = None,
) -> m.InlineResponse2006:
"""
Delete specified key payload for points
"""
return await self._build_for_delete_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
delete_payload=delete_payload,
)
async def delete_points(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
points_selector: m.PointsSelector = None,
) -> m.InlineResponse2006:
"""
Delete points
"""
return await self._build_for_delete_points(
collection_name=collection_name,
wait=wait,
ordering=ordering,
points_selector=points_selector,
)
async def get_point(
self,
collection_name: str,
id: m.ExtendedPointId,
consistency: m.ReadConsistency = None,
) -> m.InlineResponse20011:
"""
Retrieve full information of single point by id
"""
return await self._build_for_get_point(
collection_name=collection_name,
id=id,
consistency=consistency,
)
async def get_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
point_request: m.PointRequest = None,
) -> m.InlineResponse20012:
"""
Retrieve multiple points by specified IDs
"""
return await self._build_for_get_points(
collection_name=collection_name,
consistency=consistency,
point_request=point_request,
)
async def overwrite_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
set_payload: m.SetPayload = None,
) -> m.InlineResponse2006:
"""
Replace full payload of points with new one
"""
return await self._build_for_overwrite_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
set_payload=set_payload,
)
async def recommend_batch_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
recommend_request_batch: m.RecommendRequestBatch = None,
) -> m.InlineResponse20015:
"""
Look for the points which are closer to stored positive examples and at the same time further to negative examples.
"""
return await self._build_for_recommend_batch_points(
collection_name=collection_name,
consistency=consistency,
recommend_request_batch=recommend_request_batch,
)
async def recommend_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
recommend_request: m.RecommendRequest = None,
) -> m.InlineResponse20014:
"""
Look for the points which are closer to stored positive examples and at the same time further to negative examples.
"""
return await self._build_for_recommend_points(
collection_name=collection_name,
consistency=consistency,
recommend_request=recommend_request,
)
async def scroll_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
scroll_request: m.ScrollRequest = None,
) -> m.InlineResponse20013:
"""
Scroll request - paginate over all points which matches given filtering condition
"""
return await self._build_for_scroll_points(
collection_name=collection_name,
consistency=consistency,
scroll_request=scroll_request,
)
async def search_batch_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
search_request_batch: m.SearchRequestBatch = None,
) -> m.InlineResponse20015:
"""
Retrieve by batch the closest points based on vector similarity and given filtering conditions
"""
return await self._build_for_search_batch_points(
collection_name=collection_name,
consistency=consistency,
search_request_batch=search_request_batch,
)
async def search_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
search_request: m.SearchRequest = None,
) -> m.InlineResponse20014:
"""
Retrieve closest points based on vector similarity and given filtering conditions
"""
return await self._build_for_search_points(
collection_name=collection_name,
consistency=consistency,
search_request=search_request,
)
async def set_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
set_payload: m.SetPayload = None,
) -> m.InlineResponse2006:
"""
Set payload values for points
"""
return await self._build_for_set_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
set_payload=set_payload,
)
async def upsert_points(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
point_insert_operations: m.PointInsertOperations = None,
) -> m.InlineResponse2006:
"""
Perform insert + updates on points. If point with given ID already exists - it will be overwritten.
"""
return await self._build_for_upsert_points(
collection_name=collection_name,
wait=wait,
ordering=ordering,
point_insert_operations=point_insert_operations,
)
class SyncPointsApi(_PointsApi):
def clear_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
points_selector: m.PointsSelector = None,
) -> m.InlineResponse2006:
"""
Remove all payload for specified points
"""
return self._build_for_clear_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
points_selector=points_selector,
)
def count_points(
self,
collection_name: str,
count_request: m.CountRequest = None,
) -> m.InlineResponse20016:
"""
Count points which matches given filtering condition
"""
return self._build_for_count_points(
collection_name=collection_name,
count_request=count_request,
)
def delete_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
delete_payload: m.DeletePayload = None,
) -> m.InlineResponse2006:
"""
Delete specified key payload for points
"""
return self._build_for_delete_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
delete_payload=delete_payload,
)
def delete_points(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
points_selector: m.PointsSelector = None,
) -> m.InlineResponse2006:
"""
Delete points
"""
return self._build_for_delete_points(
collection_name=collection_name,
wait=wait,
ordering=ordering,
points_selector=points_selector,
)
def get_point(
self,
collection_name: str,
id: m.ExtendedPointId,
consistency: m.ReadConsistency = None,
) -> m.InlineResponse20011:
"""
Retrieve full information of single point by id
"""
return self._build_for_get_point(
collection_name=collection_name,
id=id,
consistency=consistency,
)
def get_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
point_request: m.PointRequest = None,
) -> m.InlineResponse20012:
"""
Retrieve multiple points by specified IDs
"""
return self._build_for_get_points(
collection_name=collection_name,
consistency=consistency,
point_request=point_request,
)
def overwrite_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
set_payload: m.SetPayload = None,
) -> m.InlineResponse2006:
"""
Replace full payload of points with new one
"""
return self._build_for_overwrite_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
set_payload=set_payload,
)
def recommend_batch_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
recommend_request_batch: m.RecommendRequestBatch = None,
) -> m.InlineResponse20015:
"""
Look for the points which are closer to stored positive examples and at the same time further to negative examples.
"""
return self._build_for_recommend_batch_points(
collection_name=collection_name,
consistency=consistency,
recommend_request_batch=recommend_request_batch,
)
def recommend_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
recommend_request: m.RecommendRequest = None,
) -> m.InlineResponse20014:
"""
Look for the points which are closer to stored positive examples and at the same time further to negative examples.
"""
return self._build_for_recommend_points(
collection_name=collection_name,
consistency=consistency,
recommend_request=recommend_request,
)
def scroll_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
scroll_request: m.ScrollRequest = None,
) -> m.InlineResponse20013:
"""
Scroll request - paginate over all points which matches given filtering condition
"""
return self._build_for_scroll_points(
collection_name=collection_name,
consistency=consistency,
scroll_request=scroll_request,
)
def search_batch_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
search_request_batch: m.SearchRequestBatch = None,
) -> m.InlineResponse20015:
"""
Retrieve by batch the closest points based on vector similarity and given filtering conditions
"""
return self._build_for_search_batch_points(
collection_name=collection_name,
consistency=consistency,
search_request_batch=search_request_batch,
)
def search_points(
self,
collection_name: str,
consistency: m.ReadConsistency = None,
search_request: m.SearchRequest = None,
) -> m.InlineResponse20014:
"""
Retrieve closest points based on vector similarity and given filtering conditions
"""
return self._build_for_search_points(
collection_name=collection_name,
consistency=consistency,
search_request=search_request,
)
def set_payload(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
set_payload: m.SetPayload = None,
) -> m.InlineResponse2006:
"""
Set payload values for points
"""
return self._build_for_set_payload(
collection_name=collection_name,
wait=wait,
ordering=ordering,
set_payload=set_payload,
)
def upsert_points(
self,
collection_name: str,
wait: bool = None,
ordering: WriteOrdering = None,
point_insert_operations: m.PointInsertOperations = None,
) -> m.InlineResponse2006:
"""
Perform insert + updates on points. If point with given ID already exists - it will be overwritten.
"""
return self._build_for_upsert_points(
collection_name=collection_name,
wait=wait,
ordering=ordering,
point_insert_operations=point_insert_operations,
)