From 9be07713c934add4dd3dfd47479273cad2e58a68 Mon Sep 17 00:00:00 2001 From: Arjun Guha Date: Tue, 15 Jul 2025 06:45:38 -0400 Subject: [PATCH] Update multiple.py Update the MultiPL-E version. This fixes a bug that affects Lua results. See https://huggingface.co/datasets/nuprl/MultiPL-E#version-33 for more information. --- bigcode_eval/tasks/multiple.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bigcode_eval/tasks/multiple.py b/bigcode_eval/tasks/multiple.py index 9b1696feb..875c648f1 100644 --- a/bigcode_eval/tasks/multiple.py +++ b/bigcode_eval/tasks/multiple.py @@ -89,7 +89,7 @@ class GeneralMultiPLE(Task): DATASET_PATH = "nuprl/MultiPL-E" DATASET_NAME = None - DATASET_REVISION = "ff5c146da05f10bc69b9ce393b77f381b3825d1b" + DATASET_REVISION = "28441b6024e71d4a1c1c0f6bf171c935cd5a43f2" def __init__(self, language): self.language = language