aboutsummaryrefslogtreecommitdiff
path: root/R2R/r2r/parsers/text/html_parser.py
diff options
context:
space:
mode:
authorS. Solomon Darnell2025-03-28 21:52:21 -0500
committerS. Solomon Darnell2025-03-28 21:52:21 -0500
commit4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch)
treeee3dc5af3b6313e921cd920906356f5d4febc4ed /R2R/r2r/parsers/text/html_parser.py
parentcc961e04ba734dd72309fb548a2f97d67d578813 (diff)
downloadgn-ai-4a52a71956a8d46fcb7294ac71734504bb09bcc2.tar.gz
two version of R2R are hereHEADmaster
Diffstat (limited to 'R2R/r2r/parsers/text/html_parser.py')
-rwxr-xr-xR2R/r2r/parsers/text/html_parser.py15
1 files changed, 15 insertions, 0 deletions
diff --git a/R2R/r2r/parsers/text/html_parser.py b/R2R/r2r/parsers/text/html_parser.py
new file mode 100755
index 00000000..9c663fbe
--- /dev/null
+++ b/R2R/r2r/parsers/text/html_parser.py
@@ -0,0 +1,15 @@
+from typing import AsyncGenerator
+
+from bs4 import BeautifulSoup
+
+from r2r.base.abstractions.document import DataType
+from r2r.base.parsers.base_parser import AsyncParser
+
+
+class HTMLParser(AsyncParser[DataType]):
+ """A parser for HTML data."""
+
+ async def ingest(self, data: DataType) -> AsyncGenerator[str, None]:
+ """Ingest HTML data and yield text."""
+ soup = BeautifulSoup(data, "html.parser")
+ yield soup.get_text()