We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5beceb5 commit 0f4cf18Copy full SHA for 0f4cf18
bigcodebench/evaluate.py
@@ -190,9 +190,9 @@ def evaluate(
190
# run the evaluation
191
print(f"Command run in sandbox {e2b_endpoint}")
192
if not isinstance(pass_k, str):
193
- pass_k = ",".join(map(str, pass_k))
+ pass_k = ",".join(pass_k)
194
if not isinstance(selective_evaluate, str):
195
- selective_evaluate = ",".join(map(str, selective_evaluate))
+ selective_evaluate = ",".join(selective_evaluate)
196
sandbox.commands.run("bigcodebench.evaluate --execution 'local' "
197
f"--split {split} --subset {subset} --samples {samples} "
198
f"--pass_k {pass_k} --save_pass_rate {save_pass_rate} --calibrated {calibrated} "
0 commit comments