File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -7,13 +7,13 @@ source "$(dirname "$0")/benchmark_lib.sh"
77check_env_vars CONC_LIST ISL OSL IMAGE SPEC_DECODING MODEL_PATH \
88 PREFILL_NUM_WORKERS PREFILL_TP PREFILL_EP PREFILL_DP_ATTN \
99 DECODE_NUM_WORKERS DECODE_TP DECODE_EP DECODE_DP_ATTN \
10- PREFILL_NODES DECODE_NODES SGL_SLURM_JOBS_PATH # SGL_SLURM_JOBS_PATH FIXME
10+ PREFILL_NODES DECODE_NODES SGL_SLURM_JOBS_PATH RANDOM_RANGE_RATIO SGL_SLURM_JOBS_PATH
1111
1212# Always clone and setup sglang_disagg
1313# git clone --branch cam/sa-251219 https://github.com/cquil11/sglang_disagg.git
1414
1515# Switch to origin repo url for supporting wide ep configs
16- git clone --branch sa-260107 https://github.com/billishyahao /sglang_disagg.git
16+ git clone --branch sa-260107 https://github.com/cquil11 /sglang_disagg.git
1717
1818cd " $SGL_SLURM_JOBS_PATH " || exit 1
1919
@@ -49,4 +49,5 @@ bash ./submit_disagg.sh $PREFILL_NODES \
4949 $DECODE_NUM_WORKERS \
5050 $ISL $OSL " ${CONC_LIST// / x} " inf \
5151 ${PREFILL_ENABLE_EP} ${PREFILL_ENABLE_DP} \
52- ${DECODE_ENABLE_EP} ${DECODE_ENABLE_DP}
52+ ${DECODE_ENABLE_EP} ${DECODE_ENABLE_DP} \
53+ ${RANDOM_RANGE_RATIO}
You can’t perform that action at this time.
0 commit comments