feat: support disk params backend (#1651)

This commit is contained in:
leejet
2026-06-14 14:48:50 +08:00
committed by GitHub
parent 276025e054
commit bdb431ad95
27 changed files with 134 additions and 65 deletions

View File

@@ -492,7 +492,7 @@ bool ModelManager::mmap_params(const std::vector<TensorState*>& states,
}
bool ModelManager::can_mmap_storage(const TensorState& state) const {
if (!enable_mmap_ || state.residency_mode != ResidencyMode::Resident) {
if (!enable_mmap_ || state.residency_mode != ResidencyMode::ParamBackend) {
return false;
}
if (state.compute_backend == nullptr || state.params_backend == nullptr) {