summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorAnton Luka Šijanec <anton@sijanec.eu>2022-11-06 20:33:03 +0100
committerAnton Luka Šijanec <anton@sijanec.eu>2022-11-06 20:33:03 +0100
commit3ad3161f356752a24df51079e5b5d306319c8662 (patch)
tree5a0eebf865fc088e50c18cb52ff0d759f7f9dcc2
parentfix if server returns 500 for some reason meaning acsm does not exist (diff)
downloadbiblos-stat-3ad3161f356752a24df51079e5b5d306319c8662.tar
biblos-stat-3ad3161f356752a24df51079e5b5d306319c8662.tar.gz
biblos-stat-3ad3161f356752a24df51079e5b5d306319c8662.tar.bz2
biblos-stat-3ad3161f356752a24df51079e5b5d306319c8662.tar.lz
biblos-stat-3ad3161f356752a24df51079e5b5d306319c8662.tar.xz
biblos-stat-3ad3161f356752a24df51079e5b5d306319c8662.tar.zst
biblos-stat-3ad3161f356752a24df51079e5b5d306319c8662.zip
-rw-r--r--.gitignore1
-rwxr-xr-xgather.py1
2 files changed, 2 insertions, 0 deletions
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..65eef93
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1 @@
+db
diff --git a/gather.py b/gather.py
index 2507311..77c6521 100755
--- a/gather.py
+++ b/gather.py
@@ -80,6 +80,7 @@ try:
logger.info(f"continuing from latest {borrow}")
acsm_id = borrow.id+1
r = requests.get(f"https://www.biblos.si/izposoja/prenesi/{acsm_id}.acsm", headers={"User-Agent": f"python-requests/{requests.__version__} (biblos-stat acsm scraper, contact operator: {operator_contact})"})
+ r.encoding = "UTF-8"
if (r.status_code == 200):
failed_acsms_not200_in_a_row = 0
if r.status_code != 200: