{ "results": { "retrieval": { "mrr": 0.27484813971146543, "map": 0.26924354593773725 }, "generation": { "em": 0.003416856492027335, "f1": 0.37960439080933656, "rouge1": 0.3255380867320351, "rouge2": 0.1732248556904568, "rougeL": 0.22591939162851002, "accuracy": 0.3826879271070615, "completeness": 0.5793588741204065, "hallucination": 0.0017381228273464658, "utilization": 0.4855072463768116, "numerical_accuracy": 0.2663594470046083 } }, "config": { "eval_name": "jina-zh_jina-zh", "generation_model": "jinaai/reader-lm-0.5b", "generation_model_args": { "name": "jinaai/reader-lm-0.5b", "num_params": 0.2, "open_source": true }, "retrieval_model": "jinaai/reader-lm-0.5b", "retrieval_model_args": { "name": "jinaai/reader-lm-0.5b", "num_params": 0.2, "open_source": true } } }