about summary refs log tree commit diff
path: root/.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py
diff options
context:
space:
mode:
authorS. Solomon Darnell2025-03-28 21:52:21 -0500
committerS. Solomon Darnell2025-03-28 21:52:21 -0500
commit4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch)
treeee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py
parentcc961e04ba734dd72309fb548a2f97d67d578813 (diff)
downloadgn-ai-master.tar.gz
two version of R2R are here HEAD master
Diffstat (limited to '.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py')
-rw-r--r--.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py45
1 files changed, 45 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py b/.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py
new file mode 100644
index 00000000..6be12076
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/core/parsers/media/rtf_parser.py
@@ -0,0 +1,45 @@
+# type: ignore
+from typing import AsyncGenerator
+
+from striprtf.striprtf import rtf_to_text
+
+from core.base.parsers.base_parser import AsyncParser
+from core.base.providers import (
+    CompletionProvider,
+    DatabaseProvider,
+    IngestionConfig,
+)
+
+
+class RTFParser(AsyncParser[str | bytes]):
+    """Parser for Rich Text Format (.rtf) files."""
+
+    def __init__(
+        self,
+        config: IngestionConfig,
+        database_provider: DatabaseProvider,
+        llm_provider: CompletionProvider,
+    ):
+        self.database_provider = database_provider
+        self.llm_provider = llm_provider
+        self.config = config
+        self.striprtf = rtf_to_text
+
+    async def ingest(
+        self, data: str | bytes, **kwargs
+    ) -> AsyncGenerator[str, None]:
+        if isinstance(data, bytes):
+            data = data.decode("utf-8", errors="ignore")
+
+        try:
+            # Convert RTF to plain text
+            plain_text = self.striprtf(data)
+
+            # Split into paragraphs and yield non-empty ones
+            paragraphs = plain_text.split("\n\n")
+            for paragraph in paragraphs:
+                if paragraph.strip():
+                    yield paragraph.strip()
+
+        except Exception as e:
+            raise ValueError(f"Error processing RTF file: {str(e)}") from e