We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c473f6a commit f92d01bCopy full SHA for f92d01b
1 file changed
beginner_source/mosaic_memory_profiling_tutorial.py
@@ -309,9 +309,7 @@ def run_training_ac(
309
model = GPT2LMHeadModel.from_pretrained("gpt2")
310
311
if activation_checkpointing:
312
- model.gradient_checkpointing_enable(
313
- gradient_checkpointing_kwargs={"use_reentrant": False}
314
- )
+ model.gradient_checkpointing_enable()
315
print("Activation checkpointing is ENABLED")
316
else:
317
print("Activation checkpointing is DISABLED")
0 commit comments