We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1fb7968 commit f2d0a65Copy full SHA for f2d0a65
src/lighteval/main_tasks.py
@@ -67,11 +67,11 @@ def inspect(
67
68
69
@app.command()
70
-def list():
+def list(custom_tasks: Annotated[Optional[str], Option(help="Path to a file with custom tasks")] = None):
71
"""
72
List all tasks
73
74
from lighteval.tasks.registry import Registry
75
76
- registry = Registry(cache_dir=CACHE_DIR)
+ registry = Registry(cache_dir=CACHE_DIR, custom_tasks=custom_tasks)
77
registry.print_all_tasks()
0 commit comments