merge two files base_loss and base_eval into a single file, it's nicer this way, and unify the huggingface code associated with both

2026-02-01 02:36:43 +00:00
parent 1ddaad1c1c
commit 0307997f9b
5 changed files with 219 additions and 261 deletions
@@ -42,8 +42,7 @@ python -m scripts.base_train \
    --sample-every=100 \
    --num-iterations=5000 \
    --run=$WANDB_RUN
-python -m scripts.base_loss --device-batch-size=1 --split-tokens=16384
-python -m scripts.base_eval --max-per-task=16
+python -m scripts.base_eval --device-batch-size=1 --split-tokens=16384 --max-per-task=16

 # SFT (~10 minutes on my MacBook Pro M3 Max)
 curl -L -o $NANOCHAT_BASE_DIR/identity_conversations.jsonl https://karpathy-public.s3.us-west-2.amazonaws.com/identity_conversations.jsonl