We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cd0aa48 commit a580a1dCopy full SHA for a580a1d
src/lighteval/metrics/sample_preparator.py
@@ -55,6 +55,7 @@ class PerplexityCorpusMetricInput(CorpusMetricInput):
55
56
57
class GenerativePreparator:
58
+ @staticmethod
59
def prepare(golds: list[str], predictions: list[str], **kwargs):
60
"""Prepares an individual generative example to the format expected by metrics computed at the corpus level (aggregated).
61
0 commit comments