Skip to content

Commit 82e555f

Browse files
committed
add random range ratio that is appropriate
1 parent c4bbfb4 commit 82e555f

1 file changed

Lines changed: 4 additions & 3 deletions

File tree

‎benchmarks/dsr1_fp8_mi355x_sglang-disagg_slurm.sh‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,13 +7,13 @@ source "$(dirname "$0")/benchmark_lib.sh"
77
check_env_vars CONC_LIST ISL OSL IMAGE SPEC_DECODING MODEL_PATH \
88
PREFILL_NUM_WORKERS PREFILL_TP PREFILL_EP PREFILL_DP_ATTN \
99
DECODE_NUM_WORKERS DECODE_TP DECODE_EP DECODE_DP_ATTN \
10-
PREFILL_NODES DECODE_NODES SGL_SLURM_JOBS_PATH # SGL_SLURM_JOBS_PATH FIXME
10+
PREFILL_NODES DECODE_NODES SGL_SLURM_JOBS_PATH RANDOM_RANGE_RATIO SGL_SLURM_JOBS_PATH
1111

1212
# Always clone and setup sglang_disagg
1313
# git clone --branch cam/sa-251219 https://github.com/cquil11/sglang_disagg.git
1414

1515
# Switch to origin repo url for supporting wide ep configs
16-
git clone --branch sa-260107 https://github.com/billishyahao/sglang_disagg.git
16+
git clone --branch sa-260107 https://github.com/cquil11/sglang_disagg.git
1717

1818
cd "$SGL_SLURM_JOBS_PATH" || exit 1
1919

@@ -49,4 +49,5 @@ bash ./submit_disagg.sh $PREFILL_NODES \
4949
$DECODE_NUM_WORKERS \
5050
$ISL $OSL "${CONC_LIST// /x}" inf \
5151
${PREFILL_ENABLE_EP} ${PREFILL_ENABLE_DP} \
52-
${DECODE_ENABLE_EP} ${DECODE_ENABLE_DP}
52+
${DECODE_ENABLE_EP} ${DECODE_ENABLE_DP} \
53+
${RANDOM_RANGE_RATIO}

0 commit comments

Comments
 (0)