From d13589155a3857dbdb2efd4f222fd62e586a9e55 Mon Sep 17 00:00:00 2001 From: Sangkug Lym Date: Tue, 30 Apr 2024 11:23:28 -0700 Subject: [PATCH] set transformer_engine=true in gpt3/mcore base config Signed-off-by: Sangkug Lym --- auto_configurator/base_configs/gpt3.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/auto_configurator/base_configs/gpt3.yaml b/auto_configurator/base_configs/gpt3.yaml index 306b69c502..237d720942 100644 --- a/auto_configurator/base_configs/gpt3.yaml +++ b/auto_configurator/base_configs/gpt3.yaml @@ -113,7 +113,7 @@ model: mcore_gpt: True ## Transformer Engine - transformer_engine: False + transformer_engine: True # enables the use of Transformer Engine modules fp8: False # enables fp8 in TransformerLayer forward fp8_e4m3: False # sets fp8_format = recipe.Format.E4M3 fp8_hybrid: True # sets fp8_format = recipe.Format.HYBRID