Skip to content

Commit 3058a48

Browse files
albertvillanovaalbertvillanova
authored
Fix minor typos (#449)
* Fix paramater -> parameter * Fix pannel -> panel * Fix refenrence -> reference
1 parent 0692522 commit 3058a48

File tree

5 files changed

+97
-97
lines changed

5 files changed

+97
-97
lines changed

‎src/lighteval/main_accelerate.py‎

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -33,10 +33,10 @@
3333
TOKEN = os.getenv("HF_TOKEN")
3434
CACHE_DIR: str = os.getenv("HF_HOME", "/scratch")
3535

36-
HELP_PANNEL_NAME_1 = "Common Paramaters"
37-
HELP_PANNEL_NAME_2 = "Logging Parameters"
38-
HELP_PANNEL_NAME_3 = "Debug Paramaters"
39-
HELP_PANNEL_NAME_4 = "Modeling Paramaters"
36+
HELP_PANEL_NAME_1 = "Common Parameters"
37+
HELP_PANEL_NAME_2 = "Logging Parameters"
38+
HELP_PANEL_NAME_3 = "Debug Parameters"
39+
HELP_PANEL_NAME_4 = "Modeling Parameters"
4040

4141

4242
def accelerate( # noqa C901
@@ -50,51 +50,51 @@ def accelerate( # noqa C901
5050
tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")],
5151
# === Common parameters ===
5252
use_chat_template: Annotated[
53-
bool, Option(help="Use chat template for evaluation.", rich_help_panel=HELP_PANNEL_NAME_4)
53+
bool, Option(help="Use chat template for evaluation.", rich_help_panel=HELP_PANEL_NAME_4)
5454
] = False,
5555
system_prompt: Annotated[
56-
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANNEL_NAME_4)
56+
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANEL_NAME_4)
5757
] = None,
5858
dataset_loading_processes: Annotated[
59-
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANNEL_NAME_1)
59+
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANEL_NAME_1)
6060
] = 1,
6161
custom_tasks: Annotated[
62-
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANNEL_NAME_1)
62+
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANEL_NAME_1)
6363
] = None,
6464
cache_dir: Annotated[
65-
Optional[str], Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANNEL_NAME_1)
65+
Optional[str], Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANEL_NAME_1)
6666
] = None,
6767
num_fewshot_seeds: Annotated[
68-
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANNEL_NAME_1)
68+
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANEL_NAME_1)
6969
] = 1,
7070
# === saving ===
7171
output_dir: Annotated[
72-
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANNEL_NAME_2)
72+
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANEL_NAME_2)
7373
] = "results",
7474
push_to_hub: Annotated[
75-
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANNEL_NAME_2)
75+
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANEL_NAME_2)
7676
] = False,
7777
push_to_tensorboard: Annotated[
78-
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANNEL_NAME_2)
78+
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANEL_NAME_2)
7979
] = False,
8080
public_run: Annotated[
81-
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANNEL_NAME_2)
81+
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANEL_NAME_2)
8282
] = False,
8383
results_org: Annotated[
84-
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANNEL_NAME_2)
84+
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANEL_NAME_2)
8585
] = None,
8686
save_details: Annotated[
87-
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANNEL_NAME_2)
87+
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANEL_NAME_2)
8888
] = False,
8989
# === debug ===
9090
max_samples: Annotated[
91-
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANNEL_NAME_3)
91+
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANEL_NAME_3)
9292
] = None,
9393
override_batch_size: Annotated[
94-
int, Option(help="Override batch size for evaluation.", rich_help_panel=HELP_PANNEL_NAME_3)
94+
int, Option(help="Override batch size for evaluation.", rich_help_panel=HELP_PANEL_NAME_3)
9595
] = -1,
9696
job_id: Annotated[
97-
int, Option(help="Optional job id for future refenrence.", rich_help_panel=HELP_PANNEL_NAME_3)
97+
int, Option(help="Optional job id for future reference.", rich_help_panel=HELP_PANEL_NAME_3)
9898
] = 0,
9999
):
100100
"""

‎src/lighteval/main_baseline.py‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -30,28 +30,28 @@
3030

3131
CACHE_DIR: str = os.getenv("HF_HOME", "/scratch")
3232

33-
HELP_PANNEL_NAME_1 = "Common Paramaters"
34-
HELP_PANNEL_NAME_2 = "Logging Parameters"
35-
HELP_PANNEL_NAME_3 = "Debug Paramaters"
36-
HELP_PANNEL_NAME_4 = "Modeling Paramaters"
33+
HELP_PANEL_NAME_1 = "Common Parameters"
34+
HELP_PANEL_NAME_2 = "Logging Parameters"
35+
HELP_PANEL_NAME_3 = "Debug Parameters"
36+
HELP_PANEL_NAME_4 = "Modeling Parameters"
3737

3838

3939
def baseline(
4040
tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")],
4141
cache_dir: Annotated[
42-
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANNEL_NAME_1)
42+
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANEL_NAME_1)
4343
] = CACHE_DIR,
4444
custom_tasks: Annotated[
45-
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANNEL_NAME_1)
45+
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANEL_NAME_1)
4646
] = None,
4747
dataset_loading_processes: Annotated[
48-
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANNEL_NAME_1)
48+
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANEL_NAME_1)
4949
] = 1,
5050
output_dir: Annotated[
51-
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANNEL_NAME_2)
51+
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANEL_NAME_2)
5252
] = "results",
5353
max_samples: Annotated[
54-
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANNEL_NAME_3)
54+
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANEL_NAME_3)
5555
] = None,
5656
):
5757
"""

‎src/lighteval/main_endpoint.py‎

Lines changed: 47 additions & 47 deletions
Original file line numberDiff line numberDiff line change
@@ -33,10 +33,10 @@
3333
TOKEN = os.getenv("HF_TOKEN")
3434
CACHE_DIR: str = os.getenv("HF_HOME", "/scratch")
3535

36-
HELP_PANNEL_NAME_1 = "Common Paramaters"
37-
HELP_PANNEL_NAME_2 = "Logging Parameters"
38-
HELP_PANNEL_NAME_3 = "Debug Paramaters"
39-
HELP_PANNEL_NAME_4 = "Modeling Paramaters"
36+
HELP_PANEL_NAME_1 = "Common Parameters"
37+
HELP_PANEL_NAME_2 = "Logging Parameters"
38+
HELP_PANEL_NAME_3 = "Debug Parameters"
39+
HELP_PANEL_NAME_4 = "Modeling Parameters"
4040

4141

4242
@app.command(rich_help_panel="Evaluation Backends")
@@ -48,45 +48,45 @@ def openai(
4848
tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")],
4949
# === Common parameters ===
5050
system_prompt: Annotated[
51-
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANNEL_NAME_4)
51+
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANEL_NAME_4)
5252
] = None,
5353
dataset_loading_processes: Annotated[
54-
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANNEL_NAME_1)
54+
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANEL_NAME_1)
5555
] = 1,
5656
custom_tasks: Annotated[
57-
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANNEL_NAME_1)
57+
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANEL_NAME_1)
5858
] = None,
5959
cache_dir: Annotated[
60-
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANNEL_NAME_1)
60+
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANEL_NAME_1)
6161
] = CACHE_DIR,
6262
num_fewshot_seeds: Annotated[
63-
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANNEL_NAME_1)
63+
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANEL_NAME_1)
6464
] = 1,
6565
# === saving ===
6666
output_dir: Annotated[
67-
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANNEL_NAME_2)
67+
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANEL_NAME_2)
6868
] = "results",
6969
push_to_hub: Annotated[
70-
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANNEL_NAME_2)
70+
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANEL_NAME_2)
7171
] = False,
7272
push_to_tensorboard: Annotated[
73-
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANNEL_NAME_2)
73+
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANEL_NAME_2)
7474
] = False,
7575
public_run: Annotated[
76-
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANNEL_NAME_2)
76+
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANEL_NAME_2)
7777
] = False,
7878
results_org: Annotated[
79-
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANNEL_NAME_2)
79+
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANEL_NAME_2)
8080
] = None,
8181
save_details: Annotated[
82-
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANNEL_NAME_2)
82+
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANEL_NAME_2)
8383
] = False,
8484
# === debug ===
8585
max_samples: Annotated[
86-
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANNEL_NAME_3)
86+
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANEL_NAME_3)
8787
] = None,
8888
job_id: Annotated[
89-
int, Option(help="Optional job id for future refenrence.", rich_help_panel=HELP_PANNEL_NAME_3)
89+
int, Option(help="Optional job id for future reference.", rich_help_panel=HELP_PANEL_NAME_3)
9090
] = 0,
9191
):
9292
"""
@@ -148,51 +148,51 @@ def inference_endpoint(
148148
tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")],
149149
# === Common parameters ===
150150
use_chat_template: Annotated[
151-
bool, Option(help="Use chat template for evaluation.", rich_help_panel=HELP_PANNEL_NAME_4)
151+
bool, Option(help="Use chat template for evaluation.", rich_help_panel=HELP_PANEL_NAME_4)
152152
] = False,
153153
system_prompt: Annotated[
154-
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANNEL_NAME_4)
154+
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANEL_NAME_4)
155155
] = None,
156156
dataset_loading_processes: Annotated[
157-
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANNEL_NAME_1)
157+
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANEL_NAME_1)
158158
] = 1,
159159
custom_tasks: Annotated[
160-
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANNEL_NAME_1)
160+
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANEL_NAME_1)
161161
] = None,
162162
cache_dir: Annotated[
163-
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANNEL_NAME_1)
163+
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANEL_NAME_1)
164164
] = CACHE_DIR,
165165
num_fewshot_seeds: Annotated[
166-
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANNEL_NAME_1)
166+
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANEL_NAME_1)
167167
] = 1,
168168
# === saving ===
169169
output_dir: Annotated[
170-
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANNEL_NAME_2)
170+
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANEL_NAME_2)
171171
] = "results",
172172
push_to_hub: Annotated[
173-
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANNEL_NAME_2)
173+
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANEL_NAME_2)
174174
] = False,
175175
push_to_tensorboard: Annotated[
176-
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANNEL_NAME_2)
176+
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANEL_NAME_2)
177177
] = False,
178178
public_run: Annotated[
179-
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANNEL_NAME_2)
179+
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANEL_NAME_2)
180180
] = False,
181181
results_org: Annotated[
182-
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANNEL_NAME_2)
182+
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANEL_NAME_2)
183183
] = None,
184184
save_details: Annotated[
185-
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANNEL_NAME_2)
185+
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANEL_NAME_2)
186186
] = False,
187187
# === debug ===
188188
max_samples: Annotated[
189-
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANNEL_NAME_3)
189+
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANEL_NAME_3)
190190
] = None,
191191
override_batch_size: Annotated[
192-
int, Option(help="Override batch size for evaluation.", rich_help_panel=HELP_PANNEL_NAME_3)
192+
int, Option(help="Override batch size for evaluation.", rich_help_panel=HELP_PANEL_NAME_3)
193193
] = None,
194194
job_id: Annotated[
195-
int, Option(help="Optional job id for future refenrence.", rich_help_panel=HELP_PANNEL_NAME_3)
195+
int, Option(help="Optional job id for future reference.", rich_help_panel=HELP_PANEL_NAME_3)
196196
] = 0,
197197
):
198198
"""
@@ -264,51 +264,51 @@ def tgi(
264264
tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")],
265265
# === Common parameters ===
266266
use_chat_template: Annotated[
267-
bool, Option(help="Use chat template for evaluation.", rich_help_panel=HELP_PANNEL_NAME_4)
267+
bool, Option(help="Use chat template for evaluation.", rich_help_panel=HELP_PANEL_NAME_4)
268268
] = False,
269269
system_prompt: Annotated[
270-
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANNEL_NAME_4)
270+
Optional[str], Option(help="Use system prompt for evaluation.", rich_help_panel=HELP_PANEL_NAME_4)
271271
] = None,
272272
dataset_loading_processes: Annotated[
273-
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANNEL_NAME_1)
273+
int, Option(help="Number of processes to use for dataset loading.", rich_help_panel=HELP_PANEL_NAME_1)
274274
] = 1,
275275
custom_tasks: Annotated[
276-
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANNEL_NAME_1)
276+
Optional[str], Option(help="Path to custom tasks directory.", rich_help_panel=HELP_PANEL_NAME_1)
277277
] = None,
278278
cache_dir: Annotated[
279-
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANNEL_NAME_1)
279+
str, Option(help="Cache directory for datasets and models.", rich_help_panel=HELP_PANEL_NAME_1)
280280
] = CACHE_DIR,
281281
num_fewshot_seeds: Annotated[
282-
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANNEL_NAME_1)
282+
int, Option(help="Number of seeds to use for few-shot evaluation.", rich_help_panel=HELP_PANEL_NAME_1)
283283
] = 1,
284284
# === saving ===
285285
output_dir: Annotated[
286-
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANNEL_NAME_2)
286+
str, Option(help="Output directory for evaluation results.", rich_help_panel=HELP_PANEL_NAME_2)
287287
] = "results",
288288
push_to_hub: Annotated[
289-
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANNEL_NAME_2)
289+
bool, Option(help="Push results to the huggingface hub.", rich_help_panel=HELP_PANEL_NAME_2)
290290
] = False,
291291
push_to_tensorboard: Annotated[
292-
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANNEL_NAME_2)
292+
bool, Option(help="Push results to tensorboard.", rich_help_panel=HELP_PANEL_NAME_2)
293293
] = False,
294294
public_run: Annotated[
295-
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANNEL_NAME_2)
295+
bool, Option(help="Push results and details to a public repo.", rich_help_panel=HELP_PANEL_NAME_2)
296296
] = False,
297297
results_org: Annotated[
298-
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANNEL_NAME_2)
298+
Optional[str], Option(help="Organization to push results to.", rich_help_panel=HELP_PANEL_NAME_2)
299299
] = None,
300300
save_details: Annotated[
301-
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANNEL_NAME_2)
301+
bool, Option(help="Save detailed, sample per sample, results.", rich_help_panel=HELP_PANEL_NAME_2)
302302
] = False,
303303
# === debug ===
304304
max_samples: Annotated[
305-
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANNEL_NAME_3)
305+
Optional[int], Option(help="Maximum number of samples to evaluate on.", rich_help_panel=HELP_PANEL_NAME_3)
306306
] = None,
307307
override_batch_size: Annotated[
308-
int, Option(help="Override batch size for evaluation.", rich_help_panel=HELP_PANNEL_NAME_3)
308+
int, Option(help="Override batch size for evaluation.", rich_help_panel=HELP_PANEL_NAME_3)
309309
] = -1,
310310
job_id: Annotated[
311-
int, Option(help="Optional job id for future refenrence.", rich_help_panel=HELP_PANNEL_NAME_3)
311+
int, Option(help="Optional job id for future reference.", rich_help_panel=HELP_PANEL_NAME_3)
312312
] = 0,
313313
):
314314
"""

‎src/lighteval/main_nanotron.py‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -29,10 +29,10 @@
2929

3030
CACHE_DIR: str = os.getenv("HF_HOME", "/scratch")
3131

32-
HELP_PANNEL_NAME_1 = "Common Paramaters"
33-
HELP_PANNEL_NAME_2 = "Logging Parameters"
34-
HELP_PANNEL_NAME_3 = "Debug Paramaters"
35-
HELP_PANNEL_NAME_4 = "Modeling Paramaters"
32+
HELP_PANEL_NAME_1 = "Common Parameters"
33+
HELP_PANEL_NAME_2 = "Logging Parameters"
34+
HELP_PANEL_NAME_3 = "Debug Parameters"
35+
HELP_PANEL_NAME_4 = "Modeling Parameters"
3636

3737

3838
SEED = 1234

0 commit comments

Comments
 (0)