fam/nanochat-omni
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MMLU main split is named auxiliary_train, not train

Browse Source
This commit is contained in:
Mathieu Lacage
2026-03-13 13:19:10 +01:00
parent f068604948
commit a641b6ca96
3 changed files with 5 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tasks/common.py
+2 -2
View File
@@ -135,12 +135,12 @@ if __name__ == "__main__":
# very lightweight test of slicing
from tasks.mmlu import MMLU
ds = MMLU(subset="auxiliary_train", split="train")
ds = MMLU(subset="all", split="auxiliary_train")
print("Length of MMLU: ", len(ds))
ex = ds[5]
print("5th example: ", ex)
ds = MMLU(subset="auxiliary_train", split="train", start=5, stop=10)
ds = MMLU(subset="all", split="auxiliary_train", start=5, stop=10)
print("Length of sliced MMLU[5:10]: ", len(ds))
print("0th example of sliced MMLU: ", ds[0])