diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py index 418ca914f..a8deab642 100644 --- a/src/lighteval/tasks/default_tasks.py +++ b/src/lighteval/tasks/default_tasks.py @@ -325,7 +325,7 @@ generation_size=32768, metric=[ Metrics.expr_gold_metric, - Metrics.math_pass_at_1_16n, + Metrics.math_pass_at_1_32n, ], version=1, ) @@ -342,7 +342,7 @@ generation_size=10000, metric=[ Metrics.expr_gold_metric, - Metrics.math_pass_at_1_16n, + Metrics.math_pass_at_1_32n, ], version=1, )