blob: 343d9fbf46365015b0c1f507f2f69cbb3714b221 (
about) (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
from typing import AsyncGenerator, Union
from r2r.base.abstractions.document import DataType
from r2r.base.parsers.base_parser import AsyncParser
class CSVParser(AsyncParser[DataType]):
"""A parser for CSV data."""
def __init__(self):
import csv
from io import StringIO
self.csv = csv
self.StringIO = StringIO
async def ingest(
self, data: Union[str, bytes]
) -> AsyncGenerator[str, None]:
"""Ingest CSV data and yield text from each row."""
if isinstance(data, bytes):
data = data.decode("utf-8")
csv_reader = self.csv.reader(self.StringIO(data))
for row in csv_reader:
yield ", ".join(row)
|
