scrape all text from p tags on a website beautifulsoup code example
Example 1: beautifulsoup get text
# Find all of the text between paragraph tags and strip out the html
page = soup.find('p').getText()
Example 2: scrape text from specific p tag
from bs4 import BeautifulSoup
import urllib
url = urllib.urlopen('http://meinparlament.diepresse.com/')
content = url.read()
soup = BeautifulSoup(content, 'lxml')
table = soup.findAll('div',attrs={"class":"content-question"})
for x in table:
print x.find('p').text
# Another way to retrieve tables:
# table = soup.select('div[class="content-question"]')