remove existing tabs form raw response
This commit is contained in:
parent
bcdf5578eb
commit
b1b9f6a0e9
|
@ -96,6 +96,7 @@ class Filter:
|
||||||
self.remove_block_url()
|
self.remove_block_url()
|
||||||
self.collapse_sections()
|
self.collapse_sections()
|
||||||
self.update_styling(soup)
|
self.update_styling(soup)
|
||||||
|
self.remove_block_tabs(soup)
|
||||||
|
|
||||||
for img in [_ for _ in soup.find_all('img') if 'src' in _.attrs]:
|
for img in [_ for _ in soup.find_all('img') if 'src' in _.attrs]:
|
||||||
self.update_element_src(img, 'image/png')
|
self.update_element_src(img, 'image/png')
|
||||||
|
@ -163,6 +164,16 @@ class Filter:
|
||||||
if block_url.search(_.attrs['href']) is not None]
|
if block_url.search(_.attrs['href']) is not None]
|
||||||
_ = div.decompose() if len(block_divs) else None
|
_ = div.decompose() if len(block_divs) else None
|
||||||
|
|
||||||
|
def remove_block_tabs(self, soup) -> None:
|
||||||
|
if self.main_divs:
|
||||||
|
for div in self.main_divs.find_all('div',
|
||||||
|
attrs={'class': "KP7LCb"}):
|
||||||
|
_ = div.decompose()
|
||||||
|
else:
|
||||||
|
# when in images tab
|
||||||
|
for div in soup.find_all('div', attrs={'class': "n692Zd"}):
|
||||||
|
_ = div.decompose()
|
||||||
|
|
||||||
def collapse_sections(self) -> None:
|
def collapse_sections(self) -> None:
|
||||||
"""Collapses long result sections ("people also asked", "related
|
"""Collapses long result sections ("people also asked", "related
|
||||||
searches", etc) into "details" elements
|
searches", etc) into "details" elements
|
||||||
|
|
Loading…
Reference in New Issue
Block a user