From 62f457c24544321a9d9cde46cccc62d0c9ff8cfb Mon Sep 17 00:00:00 2001 From: Emma Lien Date: Fri, 3 Jul 2026 08:47:41 +0000 Subject: [PATCH] fix(inference): resolve configuration conflict in vllm_decode --- src/maxtext/inference/vllm_decode.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/maxtext/inference/vllm_decode.py b/src/maxtext/inference/vllm_decode.py index 5908ab2e2a..422a2be04f 100644 --- a/src/maxtext/inference/vllm_decode.py +++ b/src/maxtext/inference/vllm_decode.py @@ -93,7 +93,7 @@ def decode_with_vllm(config: Config) -> None: "additional_config": { "maxtext_config": { "model_name": config.model_name, - "weight_dtype": config.weight_dtype, + "weight_dtype": config.weight_dtype.name, "allow_split_physical_axes": True, "debug_sharding": config.debug_sharding, "prefuse_moe_weights": config.prefuse_moe_weights, @@ -250,7 +250,7 @@ def decode_with_tunix( rollout_vllm_additional_config = { "maxtext_config": { "model_name": config.model_name, - "weight_dtype": config.weight_dtype, + "weight_dtype": config.weight_dtype.name, "allow_split_physical_axes": True, "debug_sharding": config.debug_sharding, "prefuse_moe_weights": config.prefuse_moe_weights,