eval-results/leaderboard/aya/aya.json

{"config": {"model_dtype": "", "model_name": "aya", "model_sha": ""}, "results": {"Analytical Talent LSS": {"Acc": 0.29}, "Calculus USS": {"Acc": 0.26}, "Chemistry USS": {"Acc": 0.3}, "Discrete Mathematics USS": {"Acc": 0.24}, "Economy USS": {"Acc": 0.47}, "Geography USS": {"Acc": 0.36}, "Geology USS": {"Acc": 0.36}, "Geometry USS": {"Acc": 0.28}, "History USS": {"Acc": 0.33}, "Logic USS": {"Acc": 0.29}, "Mathematical and Logical Intelligence UPS": {"Acc": 0.29}, "Mathematics LPS": {"Acc": 0.31}, "Mathematics LSS": {"Acc": 0.31}, "Mathematics UPS": {"Acc": 0.29}, "Mathematics USS": {"Acc": 0.27}, "Mathematics and Statistics USS": {"Acc": 0.27}, "Natural Sciences LPS": {"Acc": 0.5}, "Natural Sciences LSS": {"Acc": 0.33}, "Natural Sciences UPS": {"Acc": 0.43}, "Persian Literature LPS": {"Acc": 0.41}, "Persian Literature LSS": {"Acc": 0.3}, "Persian Literature UPS": {"Acc": 0.31}, "Persian Literature USS": {"Acc": 0.29}, "Philosophy USS": {"Acc": 0.36}, "Physics USS": {"Acc": 0.27}, "Probability and Statistics USS": {"Acc": 0.25}, "Psychology USS": {"Acc": 0.4}, "Social Studies LPS": {"Acc": 0.62}, "Social Studies LSS": {"Acc": 0.39}, "Social Studies UPS": {"Acc": 0.46}, "Sociology USS": {"Acc": 0.34}, "Speed and Accuracy UPS": {"Acc": 0.27}, "Theology LPS": {"Acc": 0.54}, "Theology LSS": {"Acc": 0.46}, "Theology UPS": {"Acc": 0.49}, "Theology USS": {"Acc": 0.37}, "Verbal and Linguistic Intelligence UPS": {"Acc": 0.36}, "\u200cBiology USS": {"Acc": 0.29}, "Avg on all tasks": {"Acc": 0.35}, "Avg on all questions": {"Acc": 0.34}}}