diff --git a/configs/full_configs/baseline.yaml b/configs/full_configs/baseline.yaml index 85b5e908..9dd89c2d 100644 --- a/configs/full_configs/baseline.yaml +++ b/configs/full_configs/baseline.yaml @@ -31,7 +31,7 @@ model: trainer: dropout_scheduler: dropout_type: constant - dropout: 0.1 + dropout: 0 dataset: openwebtext training: trainer_type: base_trainer @@ -75,7 +75,7 @@ trainer: name: cross_entropy general: logging: - wandb_log: false + wandb_log: true wandb_project: SuperTinyLanguageModels paths: output_dir: outputs diff --git a/trainers/utils.py b/trainers/utils.py index e9983802..26b87526 100644 --- a/trainers/utils.py +++ b/trainers/utils.py @@ -129,6 +129,7 @@ def load_competition_math_dataset(): "openwebtext": lambda: load_dataset("Skylion007/openwebtext"), "github-code": lambda: load_github_code_dataset(), "competition_math": lambda: load_competition_math_dataset(), + # "pint": lambda: load_dataset("pints-ai/Expository-Prose-V1", token=), # place auth token here }