diff options
author | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
---|---|---|
committer | S. Solomon Darnell | 2025-03-28 21:52:21 -0500 |
commit | 4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch) | |
tree | ee3dc5af3b6313e921cd920906356f5d4febc4ed /R2R/r2r/parsers/text/text_parser.py | |
parent | cc961e04ba734dd72309fb548a2f97d67d578813 (diff) | |
download | gn-ai-4a52a71956a8d46fcb7294ac71734504bb09bcc2.tar.gz |
Diffstat (limited to 'R2R/r2r/parsers/text/text_parser.py')
-rwxr-xr-x | R2R/r2r/parsers/text/text_parser.py | 13 |
1 files changed, 13 insertions, 0 deletions
diff --git a/R2R/r2r/parsers/text/text_parser.py b/R2R/r2r/parsers/text/text_parser.py new file mode 100755 index 00000000..0c8ab7ca --- /dev/null +++ b/R2R/r2r/parsers/text/text_parser.py @@ -0,0 +1,13 @@ +from typing import AsyncGenerator + +from r2r.base.abstractions.document import DataType +from r2r.base.parsers.base_parser import AsyncParser + + +class TextParser(AsyncParser[DataType]): + """A parser for raw text data.""" + + async def ingest(self, data: DataType) -> AsyncGenerator[DataType, None]: + if isinstance(data, bytes): + data = data.decode("utf-8") + yield data |