also add scaling_laws.sh script if it's a useful reference

2026-01-07 22:25:13 +00:00
parent 4cc605b940
commit 3af4dcf6ee
2 changed files with 120 additions and 2 deletions
@@ -27,8 +27,11 @@ RESULTS_DIR="$NANOCHAT_BASE_DIR/jan7_miniseries_results"
 mkdir -p "$RESULTS_DIR"
 RESULTS_FILE="$RESULTS_DIR/results.csv"

-# Write CSV header
-echo "depth,model_dim,num_params,num_scaling_params,num_iterations,tokens_trained,param_data_ratio,val_bpb,core_score,train_time_sec" > "$RESULTS_FILE"
+# Write CSV header only if file doesn't exist
+if [ ! -f "$RESULTS_FILE" ]; then
+    echo "depth,model_dim,num_params,num_scaling_params,num_iterations,tokens_trained,param_data_ratio,val_bpb,core_score,train_time_sec" > "$RESULTS_FILE"
+fi
+
 log() {
    echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1"
 }