diff --git a/src/lighteval/tasks/multilingual/tasks/arabic.py b/src/lighteval/tasks/multilingual/tasks/arabic.py index 2d78f9887..226e8bac5 100644 --- a/src/lighteval/tasks/multilingual/tasks/arabic.py +++ b/src/lighteval/tasks/multilingual/tasks/arabic.py @@ -17,6 +17,7 @@ paper: """ +import ast import random import re from string import ascii_uppercase @@ -600,7 +601,7 @@ def copa_arabic_pfn(line, task_name: str = None): def hellaswag_arabic_pfn(line, task_name: str = None): ctx = re.sub(r"\[.*?\]", "", line["ctx"]) # Remove latin words within brackets endings = [ - re.sub(r"\[.*?\]", "", e) for e in eval(line["endings"]) + re.sub(r"\[.*?\]", "", e) for e in ast.literal_eval(line["endings"]) ] # endings is a string representation of a list answer_index = line["label"] instruction = "بناء على السياق التالي، اختر النهاية الصحيحة من الاقتراحات التالية"