Skip to content

Instantly share code, notes, and snippets.

@yf225
Created April 9, 2024 22:47
Show Gist options
  • Select an option

  • Save yf225/dbc1f49530b49346469708201642ba8d to your computer and use it in GitHub Desktop.

Select an option

Save yf225/dbc1f49530b49346469708201642ba8d to your computer and use it in GitHub Desktop.
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/variables/builtin.py", line 939, in call_function
return handler(tx, args, kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/variables/builtin.py", line 814, in builtin_dipatch
rv = handler(tx, args, kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/variables/builtin.py", line 743, in call_self_handler
result = self_handler(tx, *args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/variables/builtin.py", line 1621, in call_setattr
tx.output.side_effects.store_attr(obj, name, val)
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/side_effects.py", line 148, in store_attr
self.check_allowed_side_effect(item)
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/side_effects.py", line 142, in check_allowed_side_effect
unimplemented(
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/exc.py", line 194, in unimplemented
raise Unsupported(msg)
torch._dynamo.exc.Unsupported: HigherOrderOperator: Mutating a variable not in the current scope (SideEffects)
from user code:
File "/data/users/willfeng/pytorch_yf225/torch/_dynamo/external_utils.py", line 37, in inner
return fn(*args, **kwargs)
File "/data/users/willfeng/pytorch_yf225/torch/nn/modules/module.py", line 1577, in _call_impl
result = forward_call(*args, **kwargs)
File "/data/users/willfeng/pytorch_yf225/torch/distributed/algorithms/_checkpoint/checkpoint_wrapper.py", line 168, in forward
return self.checkpoint_fn( # type: ignore[misc]
File "/data/users/willfeng/pytorch_yf225/torch/nn/modules/module.py", line 1536, in _call_impl
return forward_call(*args, **kwargs)
File "/data/users/willfeng/pytorch_yf225/torch/nn/modules/container.py", line 217, in forward
input = module(input)
File "/data/users/willfeng/pytorch_yf225/torch/nn/modules/module.py", line 1556, in _call_impl
args_kwargs_result = hook(self, args, kwargs) # type: ignore[misc]
File "/data/users/willfeng/pytorch_yf225/torch/distributed/_composable/fsdp/_fsdp_state.py", line 154, in _pre_forward
self._training_state = TrainingState.FORWARD
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment