File size: 1,446 Bytes
0933b39 77fbded 0933b39 77fbded 188f052 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
import functools
import re
from pathlib import Path
from shutil import copy2
import pymupdf
def remove_images_from_markdown(markdown_text):
# remove <image> and  from markdown
markdown_text = re.sub(r"<img[^>]*>", "", markdown_text)
markdown_text = re.sub(r"!\[[^\]]*\]\([^)]*\)", "", markdown_text)
return markdown_text
@functools.lru_cache(maxsize=None)
def trim_pages(pdf_path, output_path, trim_pages=5):
doc = pymupdf.open(pdf_path)
parent_dir_name = Path(pdf_path).parent.name
output_file_path = Path(output_path) / f"{parent_dir_name}.pdf"
num_pages = len(doc)
if num_pages > trim_pages:
to_select = list(range(trim_pages))
doc.select(to_select)
doc.ez_save(output_file_path)
print("Trimmed pdf to with pages", to_select, "path", output_file_path)
else:
copy2(pdf_path, str(output_file_path))
return str(output_file_path)
def fix_problematic_imports():
import sys
import types
# Create a fake 'UnimernetModel' class inside a fake 'Unimernet' module
fake_unimernet_module = types.ModuleType(
"magic_pdf.model.sub_modules.mfr.unimernet.Unimernet"
)
fake_unimernet_module.UnimernetModel = type( # type: ignore
"UnimernetModel", (), {}
)
# Register fake module in sys.modules
sys.modules[
"magic_pdf.model.sub_modules.mfr.unimernet.Unimernet"
] = fake_unimernet_module
|