open.source/whoogle-search
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Clean "Show more results" of all site blocks

Browse Source
This commit is contained in:
DUO Labs 2022-02-07 17:40:11 -05:00 committed by GitHub
parent 11099f7b1d
commit d13d17b683
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
app/filter.py
View File

@ -119,9 +119,16 @@ class Filter:
header = soup.find('header') header = soup.find('header')
if header: if header:
header.decompose() header.decompose()
self.remove_site_blocks(soup)
return soup return soup
def remove_site_blocks(self,soup) -> None:
if not self.config.block:
return
selected=soup.body.findAll(text=re.compile(' '.join(['-site:'+_ for _ in self.config.block.split(',')])))
for result in selected:
result.string.replace_with(result.string.replace(' '.join(['-site:'+_ for _ in self.config.block.split(',')]),''))
def remove_ads(self) -> None: def remove_ads(self) -> None:
"""Removes ads found in the list of search result divs """Removes ads found in the list of search result divs