{
    "model": {
        "model": "meta-llama/Meta-Llama-3.1-8B",
        "api": "hf",
        "dtype": "bfloat16",
        "max_length": 131072,
        "architecture": "LlamaForCausalLM",
        "type": "pretrained",
        "num_parameters": "8b"
    },
    "results": [
        {
            "name": "belebele_tr",
            "task": "multiple_choice",
            "acc": 0.6144,
            "acc_norm": 0.6144
        },
        {
            "name": "exams_tr",
            "task": "multiple_choice",
            "acc": 0.3130,
            "acc_norm": 0.3537
        },
        {
            "name": "check_worthiness",
            "task": "multiple_choice",
            "acc": 0.37614259597806216,
            "acc_norm": 0.37751371115173676
        },
        {
            "name": "ironytr",
            "task": "text_classification",
            "acc": 0.585,
            "acc_norm": 0.5183333333333333
        },
        {
            "name": "mkqa_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.09248298313110388,
            "f1": 0.15127108197296948
        },
        {
            "name": "mnli_tr",
            "task": "natural_language_inference",
            "acc": 0.3495,
            "acc_norm": 0.3481
        },
        {
            "name": "news_cat",
            "task": "text_classification",
            "acc": 0.692,
            "acc_norm": 0.588
        },
        {
            "name": "offenseval_tr",
            "task": "text_classification",
            "acc": 0.3463718820861678,
            "acc_norm": 0.7636054421768708
        },
        {
            "name": "relevance_judgment",
            "task": "multiple_choice",
            "acc": 0.4227605118829982,
            "acc_norm": 0.506398537477148
        },
        {
            "name": "snli_tr",
            "task": "natural_language_inference",
            "acc": 0.3169,
            "acc_norm": 0.3379
        },
        {
            "name": "sts_tr",
            "task": "text_classification",
            "acc": 0.17041334300217548,
            "acc_norm": 0.2001450326323423
        },
        {
            "name": "tquad",
            "task": "extractive_question_answering",
            "exact_match": 0.2757847533632287,
            "f1": 0.5178366277473359
        },
        {
            "name": "turkish_plu_goal_inference",
            "task": "multiple_choice",
            "acc": 0.4145758661887694,
            "acc_norm": 0.4324970131421744
        },
        {
            "name": "turkish_plu_next_event_prediction",
            "task": "multiple_choice",
            "acc": 0.4488549618320611,
            "acc_norm": 0.5358778625954198
        },
        {
            "name": "turkish_plu_step_inference",
            "task": "multiple_choice",
            "acc": 0.3382352941176471,
            "acc_norm": 0.4738562091503268
        },
        {
            "name": "turkish_plu_step_ordering",
            "task": "multiple_choice",
            "acc": 0.6425073457394711,
            "acc_norm": 0.6425073457394711
        },
        {
            "name": "xcopa_tr",
            "task": "multiple_choice",
            "acc": 0.626,
            "acc_norm": 0.626
        },
        {
            "name": "xnli_tr",
            "task": "natural_language_inference",
            "acc": 0.4947791164658635,
            "acc_norm": 0.4947791164658635
        },
        {
            "name": "xquad_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.2092436974789916,
            "f1": 0.35674599908781446
        },
        {
            "name": "gecturk_generation",
            "task": "grammatical_error_correction",
            "exact_match": 0.006548220906158217
        },
        {
            "name": "mlsum_tr",
            "task": "summarization",
            "rouge1": 0.3970732593089523,
            "rouge2": 0.2580847974481608,
            "rougeL": 0.32541870004323864
        },
        {
            "name": "tr-wikihow-summ",
            "task": "summarization",
            "rouge1": 0.2444219472309469,
            "rouge2": 0.07918689923056912,
            "rougeL": 0.1723711997990579
        },
        {
            "name": "wiki_lingua_tr",
            "task": "summarization",
            "rouge1": 0.22962802442673436,
            "rouge2": 0.07863769381205138,
            "rougeL": 0.16924353815052512
        },
        {
            "name": "wmt-tr-en-prompt",
            "task": "machine_translation",
            "wer": 0.7815049287082738,
            "bleu": 0.1564145890661644
        },
        {
            "name": "xlsum_tr",
            "task": "summarization",
            "rouge1": 0.2805962791068744,
            "rouge2": 0.12421139697660691,
            "rougeL": 0.21080710839195932
        }
    ]
}