diff options
Diffstat (limited to 'R2R/r2r/parsers/media/pdf_parser.py')
-rwxr-xr-x | R2R/r2r/parsers/media/pdf_parser.py | 34 |
1 files changed, 34 insertions, 0 deletions
diff --git a/R2R/r2r/parsers/media/pdf_parser.py b/R2R/r2r/parsers/media/pdf_parser.py new file mode 100755 index 00000000..b60a9b33 --- /dev/null +++ b/R2R/r2r/parsers/media/pdf_parser.py @@ -0,0 +1,34 @@ +import string +from io import BytesIO +from typing import AsyncGenerator + +from r2r.base.abstractions.document import DataType +from r2r.base.parsers.base_parser import AsyncParser + + +class PDFParser(AsyncParser[DataType]): + """A parser for PDF data.""" + + def __init__(self): + try: + from pypdf import PdfReader + + self.PdfReader = PdfReader + except ImportError: + raise ValueError( + "Error, `pypdf` is required to run `PyPDFParser`. Please install it using `pip install pypdf`." + ) + + async def ingest(self, data: DataType) -> AsyncGenerator[str, None]: + """Ingest PDF data and yield text from each page.""" + if isinstance(data, str): + raise ValueError("PDF data must be in bytes format.") + + pdf = self.PdfReader(BytesIO(data)) + for page in pdf.pages: + page_text = page.extract_text() + if page_text is not None: + page_text = "".join( + filter(lambda x: x in string.printable, page_text) + ) + yield page_text |