| import os | |
| import pandas as pd | |
| from docx import Document | |
| from pptx import Presentation | |
| def get_questions(file_path, level): | |
| df = pd.read_json(file_path, lines=True) | |
| if level > 0: | |
| df = df[df["Level"] == level] | |
| result=[] | |
| for index, row in df.iterrows(): | |
| result.append([row["Question"], row["Level"], row["Final answer"], row["file_name"]]) | |
| return result | |
| def is_ext(file_path, ext): | |
| return os.path.splitext(file_path)[1].lower() == ext.lower() | |
| def read_file_json(file_path): | |
| df = None | |
| if is_ext(file_path, ".csv"): | |
| df = pd.read_csv(file_path) | |
| elif is_ext(file_path, ".xls") or is_ext(file_path, ".xlsx"): | |
| df = pd.read_excel(file_path) | |
| elif is_ext(file_path, ".json") or is_ext(file_path, ".jsonl"): | |
| df = pd.read_json(file_path) | |
| return "" if df is None else df.to_json() | |
| def read_docx_text(file_path): | |
| doc = Document(file_path) | |
| text = [] | |
| for block in doc.element.body: | |
| if block.tag.endswith("p"): | |
| for paragraph in doc.paragraphs: | |
| if paragraph._element == block: | |
| if paragraph.style.name.startswith("Heading"): | |
| text.append("\n**" + paragraph.text + "**\n") | |
| elif paragraph.text: | |
| text.append(paragraph.text) | |
| elif block.tag.endswith("tbl"): | |
| for table in doc.tables: | |
| if table._element == block: | |
| for row in table.rows: | |
| row_text = [] | |
| for cell in row.cells: | |
| row_text.append(cell.text.strip()) | |
| text.append(" | ".join(row_text)) | |
| return "\n".join(text) | |
| def read_pptx_text(file_path): | |
| prs = Presentation(file_path) | |
| text = [] | |
| for slide in prs.slides: | |
| slide_text = [] | |
| for shape in slide.shapes: | |
| if hasattr(shape, "text"): | |
| slide_text.append(shape.text) | |
| text.append("\n".join(slide_text)) | |
| return "\n\n".join(text) |