Snapshot: full project state
This commit is contained in:
46
.case-verify/leagle/check_snaps.py
Normal file
46
.case-verify/leagle/check_snaps.py
Normal file
@@ -0,0 +1,46 @@
|
||||
import json, urllib.request, urllib.parse, time
|
||||
|
||||
urls = {
|
||||
"Littlefield": "https://www.leagle.com/decision/19972302940p2d136212273",
|
||||
"Kovacs": "https://www.leagle.com/decision/1993916121wn2d7951867",
|
||||
"Chumbley": "https://www.leagle.com/decision/200320374p3d1291201",
|
||||
"Short": "https://www.leagle.com/decision/1995990125wn2d8651942",
|
||||
"Borghi": "https://www.leagle.com/decision/inwaco20091105c91",
|
||||
"Elam": "https://www.leagle.com/decision/198290897wn2d8111823",
|
||||
"Konzen": "https://www.leagle.com/decision/1985573103wn2d4701535",
|
||||
"Skarbek": "https://www.leagle.com/decision/20001444997p2d44711431",
|
||||
"PearsonMaines": "https://www.leagle.com/decision/199393070wnapp8601840",
|
||||
"Olivares": "https://www.leagle.com/decision/199339369wnapp3241358",
|
||||
"Sedlock": "https://www.leagle.com/decision/199355369wnapp4841494",
|
||||
"Glorfield": "https://www.leagle.com/decision/198038527wnapp3581343",
|
||||
"Hadley": "https://www.leagle.com/decision/197773788wn2d6491672",
|
||||
"Mueller": "https://www.leagle.com/decision/2007735167p3d5681730",
|
||||
"Schwarz": "https://www.leagle.com/decision/inwaco20160115u75",
|
||||
"Kraft": "https://www.leagle.com/decision/1992557119wn2d4381530",
|
||||
"Berol": "https://www.leagle.com/decision/195041737wn2d3801367",
|
||||
"Brewer": "https://www.leagle.com/decision/19991078976p2d10211078",
|
||||
}
|
||||
|
||||
def get(url, tries=2):
|
||||
for i in range(tries):
|
||||
try:
|
||||
req = urllib.request.Request(url, headers={"User-Agent": "Mozilla/5.0"})
|
||||
with urllib.request.urlopen(req, timeout=40) as r:
|
||||
return json.loads(r.read())
|
||||
except Exception as e:
|
||||
if i == tries-1:
|
||||
return {"error": str(e)}
|
||||
time.sleep(5)
|
||||
|
||||
out = {}
|
||||
for name, u in urls.items():
|
||||
d = get("https://archive.org/wayback/available?url=" + urllib.parse.quote(u, safe=""))
|
||||
snap = None
|
||||
if "archived_snapshots" in d and d["archived_snapshots"].get("closest", {}).get("available"):
|
||||
snap = d["archived_snapshots"]["closest"]["url"]
|
||||
out[name] = snap
|
||||
print(name, "=>", snap or "NO SNAPSHOT")
|
||||
time.sleep(2.5)
|
||||
|
||||
json.dump(out, open("/Users/drjones/astraea-books/.case-verify/leagle/snapshots.json", "w"), indent=1)
|
||||
print("saved snapshots.json")
|
||||
Reference in New Issue
Block a user