blob: 0c8ab7caf7902bf0da8acc1eef41a8f6208c369a (
about) (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
|
from typing import AsyncGenerator
from r2r.base.abstractions.document import DataType
from r2r.base.parsers.base_parser import AsyncParser
class TextParser(AsyncParser[DataType]):
"""A parser for raw text data."""
async def ingest(self, data: DataType) -> AsyncGenerator[DataType, None]:
if isinstance(data, bytes):
data = data.decode("utf-8")
yield data
|
