We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3f79f3a commit 7d31b4cCopy full SHA for 7d31b4c
xllm/core/runtime/vlm_master.cpp
100644
100755
@@ -75,7 +75,9 @@ VLMMaster::VLMMaster(const Options& options)
75
.instance_role(options_.instance_role())
76
.kv_cache_transfer_mode(options_.kv_cache_transfer_mode())
77
.enable_service_routing(options_.enable_service_routing())
78
- .enable_decode_response_to_service(enable_decode_response_to_service);
+ .enable_decode_response_to_service(enable_decode_response_to_service)
79
+ // TODO: support later for VLM.
80
+ .enable_schedule_overlap(false);
81
scheduler_ = create_continuous_scheduler(engine_.get(), scheduler_options);
82
83
if (options_.enable_service_routing()) {
0 commit comments