From 4a52a71956a8d46fcb7294ac71734504bb09bcc2 Mon Sep 17 00:00:00 2001 From: S. Solomon Darnell Date: Fri, 28 Mar 2025 21:52:21 -0500 Subject: two version of R2R are here --- R2R/r2r/parsers/text/md_parser.py | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100755 R2R/r2r/parsers/text/md_parser.py (limited to 'R2R/r2r/parsers/text/md_parser.py') diff --git a/R2R/r2r/parsers/text/md_parser.py b/R2R/r2r/parsers/text/md_parser.py new file mode 100755 index 00000000..ada9ae57 --- /dev/null +++ b/R2R/r2r/parsers/text/md_parser.py @@ -0,0 +1,23 @@ +from typing import AsyncGenerator + +from bs4 import BeautifulSoup + +from r2r.base.abstractions.document import DataType +from r2r.base.parsers.base_parser import AsyncParser + + +class MDParser(AsyncParser[DataType]): + """A parser for Markdown data.""" + + def __init__(self): + import markdown + + self.markdown = markdown + + async def ingest(self, data: DataType) -> AsyncGenerator[str, None]: + """Ingest Markdown data and yield text.""" + if isinstance(data, bytes): + data = data.decode("utf-8") + html = self.markdown.markdown(data) + soup = BeautifulSoup(html, "html.parser") + yield soup.get_text() -- cgit v1.2.3