We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4e5b10d commit 09beaa5Copy full SHA for 09beaa5
tensorrt_llm/_torch/modules/fused_moe/create_moe.py
@@ -199,9 +199,7 @@ def create_moe_backend(
199
aux_stream_dict=aux_stream_dict,
200
weight_loading_mode=weight_loading_mode,
201
apply_router_weight_on_input=apply_router_weight_on_input,
202
- layer_idx=layer_idx,
203
- init_load_balancer=init_load_balancer,
204
- )
+ layer_idx=layer_idx)
205
elif moe_cls == VanillaMoE:
206
assert not apply_router_weight_on_input, "apply_router_weight_on_input is not supported in VanillaMoE."
207
0 commit comments