Process 404 returns correctly. Fixes: #20
This commit is contained in:
@@ -129,12 +129,16 @@ def update_db(case_id: str, db: QSqlDatabase) -> int:
|
|||||||
r = requests.get(
|
r = requests.get(
|
||||||
f"https://www.supremecourt.gov/docket/docketfiles/html/public/{case_id}.html"
|
f"https://www.supremecourt.gov/docket/docketfiles/html/public/{case_id}.html"
|
||||||
)
|
)
|
||||||
|
if r.status_code == 404:
|
||||||
|
return -1
|
||||||
|
|
||||||
if r.status_code != 200:
|
if r.status_code != 200:
|
||||||
print(r.status_code)
|
print(r.status_code)
|
||||||
exit(1)
|
exit(1)
|
||||||
bs = BeautifulSoup(r.text, "lxml")
|
bs = BeautifulSoup(r.text, "lxml")
|
||||||
#
|
#
|
||||||
# SCOTUS does not return 404 for page not found.
|
# SCOTUS does not return 404 for page not found.
|
||||||
|
# Feb 27: SCOTUS is returning 404s but I don't trust them.
|
||||||
#
|
#
|
||||||
title = bs.find("title")
|
title = bs.find("title")
|
||||||
assert isinstance(title, Tag) and isinstance(title.string, str)
|
assert isinstance(title, Tag) and isinstance(title.string, str)
|
||||||
|
|||||||
Reference in New Issue
Block a user