aboutsummaryrefslogtreecommitdiffstats
path: root/fnme/data.py
diff options
context:
space:
mode:
authorAlex Schofield <git@ajschof.me>2026-05-05 22:22:12 +0100
committerAlex Schofield <git@ajschof.me>2026-05-05 22:22:12 +0100
commit3e89605d36793f16d35ae81b9ce5ffbc5c1bca2f (patch)
tree70a3c6024e516c62b190674765b910c58274b716 /fnme/data.py
parent736e7dabf47b7de949c55907d2d238f954a4c29e (diff)
downloadfuelnearme-improvements.tar.gz
fuelnearme-improvements.zip
improve error handling when fetching dataimprovements
Diffstat (limited to 'fnme/data.py')
-rw-r--r--fnme/data.py21
1 files changed, 17 insertions, 4 deletions
diff --git a/fnme/data.py b/fnme/data.py
index 6d85f43..9bb0f74 100644
--- a/fnme/data.py
+++ b/fnme/data.py
@@ -6,6 +6,7 @@ import requests
from platformdirs import user_cache_path
from fnme.constants import ENDPOINT, HEADERS
+from fnme.exceptions import DataFetchError
def get_latest_data() -> tuple[pd.DataFrame, str | None]:
@@ -28,8 +29,12 @@ def get_latest_data() -> tuple[pd.DataFrame, str | None]:
),
}
- response = requests.get(ENDPOINT, headers=conditional_headers, timeout=10)
- response.raise_for_status()
+ try:
+ response = requests.get(
+ ENDPOINT, headers=conditional_headers, timeout=10
+ )
+ except requests.RequestException as e:
+ raise DataFetchError(message=f"GET request failed: {e}")
if response.status_code == 304:
print(f"[*] Using cached data. Last modified: {cached_last_modified}")
@@ -38,6 +43,14 @@ def get_latest_data() -> tuple[pd.DataFrame, str | None]:
print("[!] Cache is stale. Refreshing.")
last_modified = response.headers.get("Last-Modified")
- csv_path.write_text(response.text, encoding="utf-8")
- timestamp_path.write_text(last_modified or "")
+
+ try:
+ csv_path.write_text(response.text, encoding="utf-8")
+ except Exception as e:
+ raise DataFetchError(message=f"Error writing CSV cache: {e}")
+ try:
+ timestamp_path.write_text(last_modified or "")
+ except Exception as e:
+ raise DataFetchError(message=f"Error writing timestamp file: {e}")
+
return pd.read_csv(csv_path), last_modified
git.ajschof.me — hosted by ajschofield — powered by cgit