python interact with aspx webpage code example
Example: python scrape data from aspx page
import requests
from bs4 import BeautifulSoup
r_obj = requests.Session()
url = "aspx_website_url_here"
r_soup = r_obj.get(url)
soup = BeautifulSoup(r_soup.content , "lxml")
hidden_inputs = soup.find_all("input",type="hidden")
data = {
hidden_inputs[0]['name']:hidden_inputs[0]['value'],
hidden_inputs[1]['name']:hidden_inputs[1]['value'],
hidden_inputs[2]['name']:hidden_inputs[2]['value'],
'other_input':'value',
'submitButton':'submit'}
url_needed = "aspx_endpoint"
final = r_obj.post(url_needed,verify=False,data=data)
soup1 = BeautifulSoup(final.content,"lxml")
detail_tab = soup1.find_all("table")