Skip to content

Commit

Permalink
don't verify tls for VI
Browse files Browse the repository at this point in the history
Signed-off-by: John Seekins <[email protected]>
  • Loading branch information
John Seekins committed Sep 5, 2023
1 parent 2371cd1 commit c54514c
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions scrapers/vi/bills.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ def scrape(self, session=None, chambers=None):

# First we get the Form to get our ASP viewstate variables
search_url = "https://legvi.org/billtracking/default.aspx"
doc = lxml.html.fromstring(self.get(url=search_url).text)
doc = lxml.html.fromstring(self.get(url=search_url, verify=False).text)

(viewstate,) = doc.xpath('//input[@id="__VIEWSTATE"]/@value')
(viewstategenerator,) = doc.xpath('//input[@id="__VIEWSTATEGENERATOR"]/@value')
Expand Down Expand Up @@ -146,7 +146,7 @@ def scrape(self, session=None, chambers=None):
yield from self.scrape_bill(landing_page)

def scrape_bill(self, bill_page_url):
bill_page = lxml.html.fromstring(self.get(bill_page_url).text)
bill_page = lxml.html.fromstring(self.get(bill_page_url, verify=False).text)

title = bill_page.xpath('//span[@id="ContentPlaceHolder_SubjectLabel"]/text()')
if title:
Expand Down

0 comments on commit c54514c

Please sign in to comment.