BeautifulSoup

Use beautifulsoup

#start


from bs4 import BeautifulSoup
import requests

req = requests.get('https://www.slickcharts.com/sp500')
soup = BeautifulSoup(req.text, 'html.parser')

Beautiful soup 4

from bs4 import BeautifulSoup

with open("index.html") as fp:
    soup = BeautifulSoup(fp)

soup = BeautifulSoup("<html>a web page</html>")

Source: crummy.com

Beautifulsoup

soup = BeautifulSoup(plateRequest.text)
#print(soup.prettify())
#print soup.find_all('tr')

table = soup.find("table", { "class" : "lineItemsTable" })
for row in table.findAll("tr"):
    cells = row.findAll("td")
    print cells

Source: stackoverflow.com

BeautifulSoup

soup.title
# <title>The Dormouse's story</title>

soup.title.name
# u'title'

soup.title.string
# u'The Dormouse's story'

soup.title.parent.name
# u'head'

soup.p
# <p class="title"><b>The Dormouse's story</b></p>

soup.p['class']
# u'title'

soup.a
# <a class="sister" href="http://example.com/elsie" id="link1">Elsie</a>

soup.find_all('a')
# [<a class="sister" href="http://example.com/elsie" id="link1">Elsie</a>,
#  <a class="sister" href="http://example.com/lacie" id="link2">Lacie</a>,
#  <a class="sister" href="http://example.com/tillie" id="link3">Tillie</a>]

soup.find(id="link3")
# <a class="sister" href="http://example.com/tillie" id="link3">Tillie</a>

Source: crummy.com

Beautifulsoup find class

mydivs = soup.findAll("div", {"class": "stylelistrow"})

Source: stackoverflow.com

BeautifulSoup

from bs4 import BeautifulSoup
soup = BeautifulSoup(html_doc, 'html.parser')

print(soup.prettify())
# <html>
#  <head>
#   <title>
#    The Dormouse's story
#   </title>
#  </head>
#  <body>
#   <p class="title">
#    <b>
#     The Dormouse's story
#    </b>
#   </p>
#   <p class="story">
#    Once upon a time there were three little sisters; and their names were
#    <a class="sister" href="http://example.com/elsie" id="link1">
#     Elsie
#    </a>
#    ,
#    <a class="sister" href="http://example.com/lacie" id="link2">
#     Lacie
#    </a>
#    and
#    <a class="sister" href="http://example.com/tillie" id="link3">
#     Tillie
#    </a>
#    ; and they lived at the bottom of a well.
#   </p>
#   <p class="story">
#    ...
#   </p>
#  </body>
# </html>

Source: crummy.com

Similar codes

1 vote327 views1 answer
Import open3d Illegal instruction (core dumped)
Python
1 vote323 views1 answer
How to use h5 file in python
Python
0 vote320 views1 answer
Pass query params django template
Python
0 vote306 views1 answer
Eror api/kernelsUntitled.ipynb?kernel_name=python3
Python
1 vote321 views1 answer
How to create a cube in ursina
Python
0 vote347 views1 answer
Clustermap subplots
Python
0 vote345 views2 answers
Pytorch starting
Python
1 vote332 views1 answer
How to cout in python
Python
8 votes359 views2 answers
Split range python
Python
26 votes363 views2 answers
Python year month day hour minute second
Python