summaryrefslogtreecommitdiffstats
path: root/g4f/gui/server/internet.py
diff options
context:
space:
mode:
Diffstat (limited to 'g4f/gui/server/internet.py')
-rw-r--r--g4f/gui/server/internet.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/g4f/gui/server/internet.py b/g4f/gui/server/internet.py
index a2d0165b..6426f608 100644
--- a/g4f/gui/server/internet.py
+++ b/g4f/gui/server/internet.py
@@ -67,7 +67,7 @@ def scrape_text(html: str, max_words: int = None) -> str:
if select:
select.extract()
clean_text = ""
- for paragraph in soup.select("p"):
+ for paragraph in soup.select("p, h1, h2, h3, h4, h5, h6"):
text = paragraph.get_text()
for line in text.splitlines():
words = []