tests : fix ggml init (#29554)

* tests : init ggml for test-recurrent-state-rollback

* cont : same for test-save-load-state

* cont : add to test-state-restore-fragmented + add TODOs
This commit is contained in:
Georgi Gerganov
2026-09-28 10:24:21 +03:00
committed by GitHub
parent 5262471615
commit 81ef10ea58
6 changed files with 6 additions and 5 deletions
+1 -2
View File
@@ -482,14 +482,13 @@ extern "C" {
LLAMA_API struct llama_model_quantize_params llama_model_quantize_default_params(void);
// Initialize the llama + ggml backend
// If numa is true, use NUMA optimizations
// Call once at the start of the program
LLAMA_API void llama_backend_init(void);
// Call once at the end of the program - currently only used for MPI
LLAMA_API void llama_backend_free(void);
//optional:
// Optional: enable numa optimizations
LLAMA_API void llama_numa_init(enum ggml_numa_strategy numa);
// Optional: an auto threadpool gets created in ggml if not passed explicitly
+1
View File
@@ -401,6 +401,7 @@ static struct llama_model * llama_model_load_from_file_impl(
return nullptr;
}
}
// TODO: remove
ggml_time_init();
if (!params.vocab_only && ggml_backend_reg_count() == 0) {
+1
View File
@@ -316,6 +316,7 @@ llama_build_and_test(test-backend-sampler.cpp LABEL "model")
# Test for state restore with fragmented KV cache
# Requires a model, uses same args pattern as test-thread-safety
# TODO: run on all dummy models
llama_build_and_test(test-state-restore-fragmented.cpp LABEL "model" ARGS -m "${MODEL_DEST}")
set_tests_properties(test-state-restore-fragmented PROPERTIES FIXTURES_REQUIRED test-download-model)
+1 -1
View File
@@ -495,7 +495,7 @@ int main(int argc, char ** argv) {
return 1;
}
ggml_backend_load_all();
llama_backend_init();
common_init_result_ptr llama_init = common_init_from_params(params);
llama_model * model = llama_init->model();
+1 -1
View File
@@ -913,7 +913,7 @@ int main(int argc, char ** argv) {
params.n_predict = 16;
}
ggml_backend_load_all();
llama_backend_init();
if (!models_dir.empty()) {
// run the suite over every dummy model in the directory
+1 -1
View File
@@ -30,7 +30,7 @@ int main(int argc, char ** argv) {
// init
ggml_backend_load_all();
llama_backend_init();
common_init_result_ptr llama_init = common_init_from_params(params);