From 1e3dd67038e692f5431024f278dc8513db94bfa4 Mon Sep 17 00:00:00 2001 From: Dylan Hillier Date: Fri, 23 Aug 2024 13:32:51 +0800 Subject: [PATCH] aya --- configs/full_configs/baseline.yaml | 4 ++-- trainers/utils.py | 1 + 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/configs/full_configs/baseline.yaml b/configs/full_configs/baseline.yaml index 85b5e908..9dd89c2d 100644 --- a/configs/full_configs/baseline.yaml +++ b/configs/full_configs/baseline.yaml @@ -31,7 +31,7 @@ model: trainer: dropout_scheduler: dropout_type: constant - dropout: 0.1 + dropout: 0 dataset: openwebtext training: trainer_type: base_trainer @@ -75,7 +75,7 @@ trainer: name: cross_entropy general: logging: - wandb_log: false + wandb_log: true wandb_project: SuperTinyLanguageModels paths: output_dir: outputs diff --git a/trainers/utils.py b/trainers/utils.py index e9983802..26b87526 100644 --- a/trainers/utils.py +++ b/trainers/utils.py @@ -129,6 +129,7 @@ def load_competition_math_dataset(): "openwebtext": lambda: load_dataset("Skylion007/openwebtext"), "github-code": lambda: load_github_code_dataset(), "competition_math": lambda: load_competition_math_dataset(), + # "pint": lambda: load_dataset("pints-ai/Expository-Prose-V1", token=), # place auth token here }