fam/nanochat-omni
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

allow label for scaling laws script

Browse Source
This commit is contained in:
Andrej Karpathy
2026-01-17 00:23:30 +00:00
parent e85db6b4a4
commit 3b95d4fd39
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scaling_laws.sh
+4 -2
View File
@@ -1,5 +1,7 @@
#!/bin/bash #!/bin/bash
LABEL="jan16"
FLOPS_BUDGETS=( FLOPS_BUDGETS=(
1e18 1e18
3e18 3e18
@@ -7,14 +9,14 @@ FLOPS_BUDGETS=(
) )
DEPTHS=(8 10 12 14 16 18 20) DEPTHS=(8 10 12 14 16 18 20)
NPROC_PER_NODE="${NPROC_PER_NODE:-8}" NPROC_PER_NODE="${NPROC_PER_NODE:-8}"
WANDB_RUN="${WANDB_RUN:-scaling}" WANDB_RUN="${WANDB_RUN:-scaling_${LABEL}}"
EVAL_TOKENS=$((100 * 524288)) # ~100M tokens for final eval (default is ~10M) EVAL_TOKENS=$((100 * 524288)) # ~100M tokens for final eval (default is ~10M)
export OMP_NUM_THREADS=1 export OMP_NUM_THREADS=1
export NANOCHAT_BASE_DIR="${NANOCHAT_BASE_DIR:-$HOME/.cache/nanochat}" export NANOCHAT_BASE_DIR="${NANOCHAT_BASE_DIR:-$HOME/.cache/nanochat}"
source .venv/bin/activate source .venv/bin/activate
RESULTS_DIR="$NANOCHAT_BASE_DIR/scaling_laws_results" RESULTS_DIR="$NANOCHAT_BASE_DIR/scaling_laws_results_${LABEL}"
mkdir -p "$RESULTS_DIR" mkdir -p "$RESULTS_DIR"
RESULTS_FILE="$RESULTS_DIR/results.csv" RESULTS_FILE="$RESULTS_DIR/results.csv"