mirror of
https://github.com/qdrant/qdrant.git
synced 2026-07-28 05:31:06 -05:00
cff49b8f19
* introduce rescore stage to handle fusion in shard properly * make shard-stage and collection-stage rescoring explicit * review fixes
52 lines
1.9 KiB
Python
52 lines
1.9 KiB
Python
import os
|
|
import shutil
|
|
import uuid
|
|
|
|
from qdrant_edge import *
|
|
|
|
|
|
def load_new_shard():
|
|
print("---- Load shard ----")
|
|
DATA_DIRECTORY = os.path.join(os.path.dirname(__file__), "data")
|
|
|
|
# Clear and recreate data directory
|
|
if os.path.exists(DATA_DIRECTORY):
|
|
shutil.rmtree(DATA_DIRECTORY)
|
|
|
|
os.makedirs(DATA_DIRECTORY)
|
|
|
|
# Load Qdrant Edge shard
|
|
config = SegmentConfig(
|
|
vector_data={
|
|
"": VectorDataConfig(
|
|
size=4,
|
|
distance=Distance.DOT,
|
|
storage_type=VectorStorageType.CHUNKED_MMAP,
|
|
index=Indexes.PLAIN,
|
|
quantization_config=None,
|
|
multivector_config=None,
|
|
datatype=None,
|
|
),
|
|
},
|
|
sparse_vector_data={},
|
|
payload_storage_type=PayloadStorageType.IN_RAM_MMAP,
|
|
)
|
|
|
|
return Shard(DATA_DIRECTORY, config)
|
|
|
|
|
|
def fill_dummy_data(shard: Shard):
|
|
shard.update(UpdateOperation.upsert_points([
|
|
Point(1, [0.05, 0.61, 0.76, 0.74], {"color": "red", "city": ["Moscow", "Berlin"]}),
|
|
Point(2, [0.19, 0.81, 0.75, 0.11], {"color": "red", "city": "Mexico"}),
|
|
Point(3, [0.36, 0.55, 0.47, 0.94], {"color": "blue", "city": ["Berlin", "Barcelona"]}),
|
|
Point(4, [0.12, 0.34, 0.56, 0.78], {"color": "green", "city": "Lisbon", "rating": 4.5}),
|
|
Point(5, [0.88, 0.12, 0.33, 0.44], {"color": "yellow", "city": ["Paris"], "active": True}),
|
|
Point(6, [0.21, 0.22, 0.23, 0.24], {"color": "blue", "city": "Tokyo", "tags": ["night", "food"]}),
|
|
Point(7, [0.99, 0.01, 0.50, 0.50], {"color": "red", "city": ["New York", "Boston"], "visits": 7}),
|
|
Point(8, [0.10, 0.20, 0.30, 0.40], {"color": "blue", "city": "Seoul", "meta": {"source": "import"}}),
|
|
Point(9, [0.45, 0.55, 0.65, 0.75], {"color": "green", "city": ["Berlin"], "score": 0.92}),
|
|
Point(10, [0.01, 0.02, 0.03, 0.04], {"color": "yellow", "city": None, "featured": False}),
|
|
]))
|
|
|