Quantizing model.layers.1: 2%|â–� | 1/47 [00:07<05:38, 7.37s/it]�[ATraceback (most recent call last):
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/bin/auto-round", line 10, in <module>
sys.exit(run())
^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/cli/main.py", line 466, in run
start(argv=command_argv)
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/cli/main.py", line 234, in start
tune(args)
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/cli/main.py", line 369, in tune
model, folders = autoround.quantize_and_save(args.output_dir, format=args.format) # pylint: disable=no-member
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/compressors/base.py", line 1732, in quantize_and_save
self.quantize()
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/compressors/data_driven.py", line 1278, in quantize
return self._quantize_impl()
^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 124, in decorate_context
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/compressors/data_driven.py", line 1304, in _quantize_impl
self._quant_rtn_with_imatrix()
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/compressors/data_driven.py", line 1235, in _quant_rtn_with_imatrix
self._quantize_via_rtn_blockwise()
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/compressors/data_driven.py", line 1167, in _quantize_via_rtn_blockwise
input_ids = ctx.collect_reference(fwd_stack)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/algorithms/pipeline.py", line 501, in collect_reference
return self.io.collect_reference(hooks)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 124, in decorate_context
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/algorithms/pipeline.py", line 281, in collect_reference
outputs = self._collect_outputs(
^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 124, in decorate_context
return func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/algorithms/pipeline.py", line 268, in _collect_outputs
output = self.forward_block_batch(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/algorithms/pipeline.py", line 240, in forward_block_batch
output = self._run_block(block, quantizer, input_ids, input_others, device)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/algorithms/pipeline.py", line 247, in _run_block
return quantizer._resolve_block_forward()(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/compressors/utils.py", line 209, in block_forward
output = block(**input_others)
^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/transformers/modeling_layers.py", line 93, in __call__
return super().__call__(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/transformers/models/glm4_moe_lite/modeling_glm4_moe_lite.py", line 531, in forward
hidden_states = self.mlp(hidden_states)
^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl
return forward_call(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/modeling/unfused_moe/glm_moe_light.py", line 103, in forward
topk_indices, topk_weights = self.route_tokens_to_experts(router_logits)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/uttest/miniforge3/envs/autoround_v0.14.2_release/lib/python3.12/site-packages/auto_round/modeling/unfused_moe/glm_moe_light.py", line 75, in route_tokens_to_experts
router_logits = router_logits.sigmoid()
^^^^^^^^^^^^^^^^^^^^^
AttributeError: 'tuple' object has no attribute 'sigmoid'
LOG