{
    "model": {
        "dtype": "bfloat16",
        "max_length": "4096",
        "model": "Trendyol/Trendyol-LLM-7b-base-v1.0",
        "api": "hf",
        "architecture": "MixtralForCausalLM",
        "type": "instruction-tuned",
        "num_parameters": "7b"
    },
    "results": [
        {
            "name": "xquad_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.0,
            "f1": 0.15289561928390746
        },
        {
            "name": "xlsum_tr",
            "task": "summarization",
            "rouge1": 0.12128827095936726,
            "rouge2": 0.05041801264157676,
            "rougeL": 0.09604301857137748
        },
        {
            "name": "xcopa_tr",
            "task": "multiple_choice",
            "acc": 0.61,
            "acc_norm": 0.61
        },
        {
            "name": "wmt-tr-en-prompt",
            "task": "machine_translation",
            "wer": 13.038665635458035,
            "bleu": 0.010261135899096054
        },
        {
            "name": "wiki_lingua_tr",
            "task": "summarization",
            "rouge1": 0.09429776166714862,
            "rouge2": 0.02873358785517343,
            "rougeL": 0.07767336257524773
        },
        {
            "name": "turkish_plu",
            "task": "multiple_choice",
            "acc": 0.46944,
            "acc_norm": 0.49952
        },
        {
            "name": "turkish_plu_goal_inference",
            "task": "multiple_choice",
            "acc": 0.4635603345280765,
            "acc_norm": 0.44683393070489846
        },
        {
            "name": "turkish_plu_next_event_prediction",
            "task": "multiple_choice",
            "acc": 0.43206106870229005,
            "acc_norm": 0.48854961832061067
        },
        {
            "name": "turkish_plu_step_inference",
            "task": "multiple_choice",
            "acc": 0.3235294117647059,
            "acc_norm": 0.4395424836601307
        },
        {
            "name": "turkish_plu_step_ordering",
            "task": "multiple_choice",
            "acc": 0.5857002938295789,
            "acc_norm": 0.5857002938295789
        },
        {
            "name": "check_worthiness",
            "task": "multiple_choice",
            "acc": 0.37614259597806216,
            "acc_norm": 0.37614259597806216
        },
        {
            "name": "relevance_judgment",
            "task": "multiple_choice",
            "acc": 0.4218464351005484,
            "acc_norm": 0.4218464351005484
        },
        {
            "name": "tr-wikihow-summ",
            "task": "summarization",
            "rouge1": 0.1602888221320987,
            "rouge2": 0.04616347811027626,
            "rougeL": 0.12482407983918105
        },
        {
            "name": "tquad",
            "task": "extractive_question_answering",
            "exact_match": 0.007847533632286996,
            "f1": 0.26089513093937805
        },
        {
            "name": "sts_tr",
            "task": "text_classification",
            "acc": 0.1551849166062364,
            "acc_norm": 0.22697606961566352
        },
        {
            "name": "offenseval_tr",
            "task": "text_classification",
            "acc": 0.20294784580498867,
            "acc_norm": 0.20294784580498867
        },
        {
            "name": "mnli_tr",
            "task": "natural_language_inference",
            "acc": 0.3134,
            "acc_norm": 0.2942
        },
        {
            "name": "snli_tr",
            "task": "natural_language_inference",
            "acc": 0.3204,
            "acc_norm": 0.2894
        },
        {
            "name": "xnli_tr",
            "task": "natural_language_inference",
            "acc": 0.32974051896207585,
            "acc_norm": 0.300998003992016
        },
        {
            "name": "news_cat",
            "task": "text_classification",
            "acc": 0.812,
            "acc_norm": 0.628
        },
        {
            "name": "mlsum_tr",
            "task": "summarization",
            "rouge1": 0.15450187559493767,
            "rouge2": 0.08797823051939649,
            "rougeL": 0.1350441813405041
        },
        {
            "name": "mkqa_tr",
            "task": "extractive_question_answering",
            "exact_match": 0.001479727730097662,
            "f1": 0.037161672000373895
        },
        {
            "name": "ironytr",
            "task": "text_classification",
            "acc": 0.5,
            "acc_norm": 0.5
        },
        {
            "name": "gecturk_generation",
            "task": "grammatical_error_correction",
            "exact_match": 0.00048148683133516297
        },
        {
            "name": "exams_tr",
            "task": "multiple_choice",
            "acc": 0.28498727735368956,
            "acc_norm": 0.3486005089058524
        },
        {
            "name": "belebele_tr",
            "task": "multiple_choice",
            "acc": 0.3622222222222222,
            "acc_norm": 0.3622222222222222
        }
    ]
}