File size: 3,304 Bytes
961b876 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
# pdf_processing.py
import fitz # PyMuPDF
import pymupdf4llm
import os
import tempfile
import traceback
from typing import Tuple, Optional, List, Dict, Any
def convert_rect_to_dict(rect: fitz.Rect) -> Optional[Dict[str, float]]:
"""Converts a fitz.Rect object to a dictionary."""
if not rect or not isinstance(rect, fitz.Rect):
print(f"Warning: Invalid rect object received: {rect}")
return None
return {
"x0": rect.x0,
"y0": rect.y0,
"x1": rect.x1,
"y1": rect.y1,
"width": rect.width,
"height": rect.height
}
def try_map_issues_to_page_rects(
issues_to_map_for_context: List[Dict[str, Any]],
pdf_rects: List[fitz.Rect],
page_number_for_mapping: int # 1-based page number
) -> int:
"""Helper function for mapping LT issues to PDF rectangles."""
mapped_count = 0
num_issues_to_try = len(issues_to_map_for_context)
num_available_rects = len(pdf_rects)
limit = min(num_issues_to_try, num_available_rects)
for i in range(limit):
issue_to_update = issues_to_map_for_context[i]
if issue_to_update['is_mapped_to_pdf']: # Check the correct flag name
continue
pdf_rect = pdf_rects[i]
coord_dict = convert_rect_to_dict(pdf_rect)
if coord_dict:
issue_to_update['pdf_coordinates_list'] = [coord_dict] # Store as list of dicts
issue_to_update['is_mapped_to_pdf'] = True
issue_to_update['mapped_page_number'] = page_number_for_mapping
mapped_count += 1
else:
print(f" Warning: Could not convert rect for context '{issue_to_update['context_text'][:30]}...' on page {page_number_for_mapping}")
return mapped_count
def extract_pdf_text(file_input: Any) -> str:
"""Extracts full text from a PDF file using PyMuPDF4LLM (as Markdown)."""
temp_file_path_for_pymupdf4llm = None
actual_path_to_process = None
try:
if isinstance(file_input, str):
actual_path_to_process = file_input
elif hasattr(file_input, 'read') and callable(file_input.read):
temp_file_obj = tempfile.NamedTemporaryFile(suffix=".pdf", delete=False)
temp_file_path_for_pymupdf4llm = temp_file_obj.name
file_input.seek(0)
temp_file_obj.write(file_input.read())
temp_file_obj.close()
actual_path_to_process = temp_file_path_for_pymupdf4llm
else:
raise ValueError("Input 'file_input' must be a file path (str) or a file-like object.")
doc_for_page_count = fitz.open(actual_path_to_process)
page_count = len(doc_for_page_count)
doc_for_page_count.close()
print(f"PDF has {page_count} pages. Extracting Markdown using pymupdf4llm.")
markdown_text = pymupdf4llm.to_markdown(actual_path_to_process)
print(f"Total extracted Markdown text length: {len(markdown_text)} characters.")
return markdown_text
except Exception as e:
print(f"Error extracting text from PDF: {str(e)}")
traceback.print_exc()
return ""
finally:
if temp_file_path_for_pymupdf4llm and os.path.exists(temp_file_path_for_pymupdf4llm):
os.remove(temp_file_path_for_pymupdf4llm) |