Commit
•
35b9762
1
Parent(s):
7a65139
Update eval.sh
Browse files
eval.sh
CHANGED
|
@@ -28,9 +28,6 @@ for MODEL_PATH in "${MODEL_PATHS[@]}"; do
|
|
| 28 |
# MMLU-Pro
|
| 29 |
$BASE_COMMAND --tasks leaderboard_mmlu_pro --num_fewshot 5 --fewshot_as_multiturn --output_path "$MODEL_DIR/mmlu_pro"
|
| 30 |
|
| 31 |
-
# Math Level-5
|
| 32 |
-
$BASE_COMMAND --tasks leaderboard_math_hard --num_fewshot 4 --fewshot_as_multiturn --output_path "$MODEL_DIR/math_hard"
|
| 33 |
-
|
| 34 |
# TruthfulQA
|
| 35 |
$BASE_COMMAND --tasks truthfulqa_mc2 --fewshot_as_multiturn --output_path "$MODEL_DIR/truthfulqa"
|
| 36 |
|
|
|
|
| 28 |
# MMLU-Pro
|
| 29 |
$BASE_COMMAND --tasks leaderboard_mmlu_pro --num_fewshot 5 --fewshot_as_multiturn --output_path "$MODEL_DIR/mmlu_pro"
|
| 30 |
|
|
|
|
|
|
|
|
|
|
| 31 |
# TruthfulQA
|
| 32 |
$BASE_COMMAND --tasks truthfulqa_mc2 --fewshot_as_multiturn --output_path "$MODEL_DIR/truthfulqa"
|
| 33 |
|