requests get html code example

Example 1: python request get html code

# from http://zetcode.com/python/requests/
import requests as req

resp = req.get("http://www.webcode.me")

print(resp.text)

Example 2: requests-html

>>> print(about.text)
About
Applications
Quotes
Getting Started
Help
Python Brochure

Example 3: requests-html

>>> about = r.html.find('#about', first=True)

Example 4: requests-html

>>> about.find('a')
[<Element 'a' href='/about/' title='' class=''>, <Element 'a' href='/about/apps/' title=''>, <Element 'a' href='/about/quotes/' title=''>, <Element 'a' href='/about/gettingstarted/' title=''>, <Element 'a' href='/about/help/' title=''>, <Element 'a' href='http://brochure.getpython.info/' title=''>]

Example 5: requests-html

>>> from requests_html import AsyncHTMLSession
>>> asession = AsyncHTMLSession()

>>> async def get_pythonorg():
...    r = await asession.get('https://python.org/')

>>> async def get_reddit():
...    r = await asession.get('https://reddit.com/')

>>> async def get_google():
...    r = await asession.get('https://google.com/')

>>> result = session.run(get_pythonorg, get_reddit, get_google)

Example 6: requests-html

>>> r.html.search('Python is a {} language')[0]
programming