mirror of
https://github.com/qdrant/qdrant.git
synced 2026-08-01 23:50:55 -05:00
ad01c30655
The test asserted segment count growth and payload index backfill immediately after upsert, but both are produced asynchronously by the optimization worker (new appendable segment via `ensure_appendable_segment_with_capacity`, payload index backfill). Replace the bare asserts with `wait_for` polling. Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
56 lines
2.0 KiB
Python
56 lines
2.0 KiB
Python
import multiprocessing
|
|
import pathlib
|
|
import random
|
|
from time import sleep
|
|
|
|
from .fixtures import upsert_random_points, create_collection, create_field_index
|
|
from .utils import *
|
|
|
|
COLLECTION_NAME = "test_collection"
|
|
|
|
|
|
# Test that the maximum segment size property is respected
|
|
#
|
|
# It sets a very low limit and inserts some points. Qdrant should dynamically
|
|
# create a few new appendable segments for all the data to fit.
|
|
#
|
|
# It also confirms payload indices are configured properly and all payload
|
|
# fields are indexed.
|
|
def test_max_segment_size(tmp_path: pathlib.Path):
|
|
assert_project_root()
|
|
|
|
# Set a low segment size limit and disable indexing
|
|
env={
|
|
"QDRANT__STORAGE__OPTIMIZERS__DEFAULT_SEGMENT_NUMBER": "2",
|
|
"QDRANT__STORAGE__OPTIMIZERS__MAX_SEGMENT_SIZE_KB": "1",
|
|
"QDRANT__STORAGE__OPTIMIZERS__INDEXING_THRESHOLD_KB": "0",
|
|
}
|
|
|
|
peer_api_uris, _peer_dirs, _bootstrap_uri = start_cluster(tmp_path, 1, extra_env=env)
|
|
|
|
create_collection(peer_api_uris[0], shard_number=1, replication_factor=1)
|
|
wait_collection_exists_and_active_on_all_peers(
|
|
collection_name=COLLECTION_NAME,
|
|
peer_api_uris=peer_api_uris
|
|
)
|
|
create_field_index(peer_api_uris[0], COLLECTION_NAME, "city", "keyword")
|
|
|
|
collection_cluster_info_before = get_collection_info(peer_api_uris[0], COLLECTION_NAME)
|
|
|
|
assert collection_cluster_info_before["segments_count"] == 2
|
|
assert collection_cluster_info_before["payload_schema"]["city"]["points"] == 0
|
|
|
|
upsert_random_points(peer_api_uris[0], 20, batch_size=5)
|
|
|
|
# The optimization worker creates a new appendable segment asynchronously
|
|
# once existing ones exceed max_segment_size_kb, and the payload index
|
|
# backfill is async too. Poll for both.
|
|
def optimizer_caught_up():
|
|
info = get_collection_info(peer_api_uris[0], COLLECTION_NAME)
|
|
return (
|
|
info["segments_count"] > collection_cluster_info_before["segments_count"]
|
|
and info["payload_schema"]["city"]["points"] == 20
|
|
)
|
|
|
|
wait_for(optimizer_caught_up)
|