diff options
author | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
---|---|---|
committer | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
commit | 4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch) | |
tree | ee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py | |
parent | cc961e04ba734dd72309fb548a2f97d67d578813 (diff) | |
download | gn-ai-master.tar.gz |
Diffstat (limited to '.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py')
-rw-r--r-- | .venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py | 45 |
1 files changed, 45 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py b/.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py new file mode 100644 index 00000000..6be12076 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py @@ -0,0 +1,45 @@ +# type: ignore +from typing import AsyncGenerator + +from striprtf.striprtf import rtf_to_text + +from core.base.parsers.base_parser import AsyncParser +from core.base.providers import ( + CompletionProvider, + DatabaseProvider, + IngestionConfig, +) + + +class RTFParser(AsyncParser[str | bytes]): + """Parser for Rich Text Format (.rtf) files.""" + + def __init__( + self, + config: IngestionConfig, + database_provider: DatabaseProvider, + llm_provider: CompletionProvider, + ): + self.database_provider = database_provider + self.llm_provider = llm_provider + self.config = config + self.striprtf = rtf_to_text + + async def ingest( + self, data: str | bytes, **kwargs + ) -> AsyncGenerator[str, None]: + if isinstance(data, bytes): + data = data.decode("utf-8", errors="ignore") + + try: + # Convert RTF to plain text + plain_text = self.striprtf(data) + + # Split into paragraphs and yield non-empty ones + paragraphs = plain_text.split("\n\n") + for paragraph in paragraphs: + if paragraph.strip(): + yield paragraph.strip() + + except Exception as e: + raise ValueError(f"Error processing RTF file: {str(e)}") from e |