File tree Expand file tree Collapse file tree 2 files changed +4
-1
lines changed
tests/e2e/nightly/multi_node/config/models Expand file tree Collapse file tree 2 files changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -20,7 +20,7 @@ env_common:
2020 HCCL_BUFFSIZE : 1024
2121 SERVER_PORT : 8080
2222 NUMEXPR_MAX_THREADS : 128
23- DISAGGREGATED_PREFILL_PROXY_SCRIPT : " examples/disaggregated_prefill_v1/load_balance_proxy_server_example .py"
23+ DISAGGREGATED_PREFILL_PROXY_SCRIPT : " examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example .py"
2424# For None kubernetes deployment, list the IPs of all nodes used in order as follow
2525# cluster_hosts: []
2626disaggregated_prefill :
Original file line number Diff line number Diff line change @@ -9,6 +9,9 @@ env_common:
99 HCCL_BUFFSIZE : 1024
1010 SERVER_PORT : 8080
1111 NUMEXPR_MAX_THREADS : 128
12+ DISAGGREGATED_PREFILL_PROXY_SCRIPT : " examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py"
13+ # For None kubernetes deployment, list the IPs of all nodes used in order as follow
14+ # cluster_hosts: []
1215disaggregated_prefill :
1316 enabled : true
1417 prefiller_host_index : [0]
You can’t perform that action at this time.
0 commit comments