aboutsummaryrefslogtreecommitdiff
path: root/R2R/r2r/parsers/text/text_parser.py
diff options
context:
space:
mode:
Diffstat (limited to 'R2R/r2r/parsers/text/text_parser.py')
-rwxr-xr-xR2R/r2r/parsers/text/text_parser.py13
1 files changed, 13 insertions, 0 deletions
diff --git a/R2R/r2r/parsers/text/text_parser.py b/R2R/r2r/parsers/text/text_parser.py
new file mode 100755
index 00000000..0c8ab7ca
--- /dev/null
+++ b/R2R/r2r/parsers/text/text_parser.py
@@ -0,0 +1,13 @@
+from typing import AsyncGenerator
+
+from r2r.base.abstractions.document import DataType
+from r2r.base.parsers.base_parser import AsyncParser
+
+
+class TextParser(AsyncParser[DataType]):
+ """A parser for raw text data."""
+
+ async def ingest(self, data: DataType) -> AsyncGenerator[DataType, None]:
+ if isinstance(data, bytes):
+ data = data.decode("utf-8")
+ yield data