We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7d31b4c commit da9b82aCopy full SHA for da9b82a
xllm/core/scheduler/continuous_scheduler.cpp
@@ -54,7 +54,7 @@ ContinuousScheduler::ContinuousScheduler(Engine* engine, const Options& options)
54
last_batch_.resize(options_.dp_size());
55
56
if (options.enable_profile_token_budget() ||
57
- options.enable_latency_aware_schedule()) {
+ options.enable_latency_aware_schedule() || options.enable_disagg_pd()) {
58
ProfileManager::Options profile_manager_options;
59
profile_manager_options.dp_size(options.dp_size())
60
.enable_schedule_overlap(options.enable_schedule_overlap())
0 commit comments