Merge pull request #254 from bigcode-project/MultiPL-Ev3

Update MultiPL-E to v3 prompts
bigcode-project · Jul 14, 2024 · a83b1ca · a83b1ca
2 parents 334efb7 + 8eed623
commit a83b1ca
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bigcode_eval/tasks/multiple.py b/bigcode_eval/tasks/multiple.py
@@ -80,7 +80,7 @@ class GeneralMultiPLE(Task):
 
     DATASET_PATH = "nuprl/MultiPL-E"
     DATASET_NAME = None
-    DATASET_REVISION = "d23b094346c5dbda1080a74bb2a24c18adbf7409"
+    DATASET_REVISION = "8a4cb75204eb3d5855a81778db6b95bfc80c9136"
 
     def __init__(self, language):
         self.language = language