diff options
-rw-r--r-- | g4f/gui/server/internet.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/g4f/gui/server/internet.py b/g4f/gui/server/internet.py index a2d0165b..6426f608 100644 --- a/g4f/gui/server/internet.py +++ b/g4f/gui/server/internet.py @@ -67,7 +67,7 @@ def scrape_text(html: str, max_words: int = None) -> str: if select: select.extract() clean_text = "" - for paragraph in soup.select("p"): + for paragraph in soup.select("p, h1, h2, h3, h4, h5, h6"): text = paragraph.get_text() for line in text.splitlines(): words = [] |