Skip to content

Commit 90309ef

Browse files
authored
Allow backends to auto-complete model transaction policy (#283)
* Added adding handling of model_transaction_policy to updateConfig for vllm backend modtly
1 parent 2d177d5 commit 90309ef

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

src/backend_model.cc

+6-1
Original file line numberDiff line numberDiff line change
@@ -693,7 +693,6 @@ TritonModel::UpdateModelConfig(
693693
JsonToModelConfig({buffer, byte_size}, config_version, &updated_config));
694694
auto config = Config();
695695
config.set_max_batch_size(updated_config.max_batch_size());
696-
697696
auto inputs_config = config.mutable_input();
698697
*inputs_config = updated_config.input();
699698
auto outputs_config = config.mutable_output();
@@ -722,6 +721,12 @@ TritonModel::UpdateModelConfig(
722721
.c_str());
723722
} // else do nothing
724723

724+
// Update model_transaction_policy if needed
725+
if (updated_config.has_model_transaction_policy()) {
726+
bool is_decoupled = updated_config.model_transaction_policy().decoupled();
727+
config.mutable_model_transaction_policy()->set_decoupled(is_decoupled);
728+
}
729+
725730
// Need to normalize the model configuration for
726731
// populating missing fields.
727732
RETURN_IF_ERROR(NormalizeModelConfig(min_compute_capability_, &config));

0 commit comments

Comments
 (0)