Skip to content

Commit f17770e

Browse files
hitesh-1997arjunguha
authored andcommitted
fix: Multiple-E dataset fix go_test.go path for test execution
1 parent 6116c6a commit f17770e

File tree

2 files changed

+3
-2
lines changed

2 files changed

+3
-2
lines changed

bigcode_eval/tasks/custom_metrics/multiple_metrics/containerized_eval.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@
3636
"jl": (eval_julia.eval_script, ".jl"),
3737
"ts": (eval_ts.eval_script, ".ts"),
3838
"go": (eval_go.eval_script, ".go"),
39+
"go_test.go": (eval_go.eval_script, "_test.go"),
3940
"pl": (eval_pl.eval_script, ".pl"),
4041
"sh": (eval_sh.eval_script, ".sh"),
4142
"scala": (eval_scala.eval_script, ".scala"),

bigcode_eval/tasks/multiple.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -147,7 +147,7 @@ def process_results(self, generations, references):
147147
"""
148148
# get prompts and problem names
149149
prompts_names = [
150-
{"prompt": doc["prompt"], "name": doc["name"]}
150+
{"prompt": doc["prompt"], "name": doc["name"], "lang": doc["language"]}
151151
for i, doc in enumerate(self.get_dataset())
152152
if i < len(generations)
153153
]
@@ -159,7 +159,7 @@ def process_results(self, generations, references):
159159
):
160160
problem = {
161161
"name": prompt_name["name"],
162-
"language": self.language,
162+
"language": prompt_name["lang"],
163163
"prompt": prompt_name["prompt"],
164164
"completions": generation,
165165
"tests": reference,

0 commit comments

Comments
 (0)