|
lighteval: |
|
batch_size: 4 |
|
checkpoints_path: null |
|
generation: null |
|
logging: |
|
hub_repo_details: null |
|
hub_repo_results: null |
|
hub_repo_tensorboard: HuggingFaceBR4/thomwolf-nanotron-mistral-7b |
|
local_output_path: /scratch/thomwolf/lighteval/nanotron-mistral-7b |
|
push_details_to_hub: false |
|
push_results_to_hub: false |
|
push_results_to_tensorboard: true |
|
tensorboard_metric_prefix: e |
|
parallelism: |
|
dp: 8 |
|
pp: 1 |
|
pp_engine: 1f1b |
|
recompute_granularity: null |
|
tp: 1 |
|
tp_linear_async_communication: false |
|
tp_mode: ALL_REDUCE |
|
slurm_script_dir: null |
|
slurm_template: null |
|
tasks: |
|
custom_tasks: brrr.lighteval.custom_tasks |
|
dataset_loading_processes: 8 |
|
max_samples: 10000 |
|
multichoice_continuations_start_space: null |
|
no_multichoice_continuations_start_space: null |
|
num_fewshot_seeds: null |
|
tasks: open-llm-leaderboard |
|
|