|
|
level_ar = { |
|
|
"Primary": "للمرحلة الابتدائية", |
|
|
"Middle": "للمرحلة المتوسطة", |
|
|
"High": "للمرحلة الثانوية", |
|
|
"Univ": "للمرحلة الجامعية ", |
|
|
"Prof": "للمحترفين", |
|
|
} |
|
|
|
|
|
country_ar = { |
|
|
"UAE": "بالإمارات", |
|
|
"Egypt": "بمصر", |
|
|
"Lebanon": "بلبنان", |
|
|
"Jordan": "بالأردن", |
|
|
"Kuwait": "بالكويت", |
|
|
"KSA": "بالسعودية", |
|
|
"Palestine": "بفلسطين", |
|
|
"Morocco": "بالمغرب", |
|
|
} |
|
|
|
|
|
subject_ar = { |
|
|
"Islamic Studies": "عن الدراسات إسلامية", |
|
|
"Driving Test": "عن فحص السواقة", |
|
|
"Natural Science": "عن العلوم الطبيعية", |
|
|
"History": "تاريخ", |
|
|
"General Knowledge": "معرفة عامة", |
|
|
"Law": "عن القانون", |
|
|
"Physics": "فيزياء", |
|
|
"Social Science": "علوم اجتماعية", |
|
|
"Management": "عن الإدارة", |
|
|
"Arabic Language": "عن اللغة العربية", |
|
|
"Political Science": " عن العلوم السياسية", |
|
|
"Philosophy": "فلسفة", |
|
|
"Accounting": "محاسبة", |
|
|
"Computer Science": "عن علوم الحاسوب", |
|
|
"Geography": "جغرافيا", |
|
|
"Math": "رياضيات", |
|
|
"Biology": "بيولوجي", |
|
|
"Economics": "اقتصاد", |
|
|
"Arabic Language (General)": "لغة العربية (عام)", |
|
|
"Arabic Language (Grammar)": "لغة العربية (نحو)", |
|
|
"Civics": "تربية مدنية", |
|
|
} |
|
|
|
|
|
alpa_ar = ["أ-", "ب-", "ج-", "د-", "و-"] |
|
|
alpa_en = ["A-", "B-", "C-", "D-", "E-"] |
|
|
all_choices = ["أ", "ب", "ج", "د", "و"] |
|
|
all_choices_en = ["A", "B", "C", "D", "E"] |
|
|
|
|
|
|
|
|
def process_docs(dataset): |
|
|
def _helper(doc): |
|
|
|
|
|
|
|
|
PROMPT = ( |
|
|
"هيدا سؤال [MAIN_META_DATA]. نقي الجواب الصح!\n\nسؤال: [INPUT]\n[OPTION]" |
|
|
) |
|
|
|
|
|
|
|
|
PROMPT = f"{PROMPT}\n\nالجواب:" |
|
|
|
|
|
|
|
|
|
|
|
alpa = alpa_ar |
|
|
|
|
|
subject = subject_ar[doc["Subject"]] |
|
|
level = " " + level_ar[doc["Level"]] if doc["Level"] else "" |
|
|
country = " " + country_ar[doc["Country"]] if doc["Country"] else "" |
|
|
main_meta_data = f"{subject}{level}{country}" |
|
|
|
|
|
question = ( |
|
|
f"{doc['context']}\n\n{doc['question']}" |
|
|
if doc["context"] |
|
|
else doc["question"] |
|
|
) |
|
|
options = [] |
|
|
|
|
|
for i, opt in enumerate(["A", "B", "C", "D", "E"]): |
|
|
if opt not in doc["options"] or doc["options"][opt] is None: |
|
|
break |
|
|
options.append(f"{alpa[i]} {doc['options'][opt]}") |
|
|
|
|
|
doc["prompt"] = ( |
|
|
PROMPT.replace("[MAIN_META_DATA]", main_meta_data) |
|
|
.replace("[INPUT]", question) |
|
|
.replace("[OPTION]", "\n".join(options)) |
|
|
) |
|
|
|
|
|
doc["choices"] = all_choices[: len(options)] |
|
|
|
|
|
doc["target"] = ["A", "B", "C", "D", "E"].index(doc["Answer Key"]) |
|
|
|
|
|
return doc |
|
|
|
|
|
return dataset.map(_helper) |
|
|
|
