mirror of
https://github.com/pim-n/pg-rad
synced 2026-03-23 21:58:12 +01:00
fix dataloader exception handling
This commit is contained in:
@ -2,7 +2,6 @@ import logging
|
||||
|
||||
import pandas as pd
|
||||
|
||||
from pg_rad.exceptions.exceptions import DataLoadError, InvalidCSVError
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
@ -12,18 +11,12 @@ def load_data(filename: str) -> pd.DataFrame:
|
||||
|
||||
try:
|
||||
df = pd.read_csv(filename, delimiter=',')
|
||||
|
||||
except FileNotFoundError as e:
|
||||
logger.error(f"File not found: {filename}")
|
||||
raise DataLoadError(f"File does not exist: {filename}") from e
|
||||
|
||||
logger.critical(e)
|
||||
raise
|
||||
except pd.errors.ParserError as e:
|
||||
logger.error(f"Invalid CSV format: {filename}")
|
||||
raise InvalidCSVError(f"Invalid CSV file: {filename}") from e
|
||||
|
||||
except Exception as e:
|
||||
logger.exception(f"Unexpected error while loading {filename}")
|
||||
raise DataLoadError("Unexpected error while loading data") from e
|
||||
logger.critical(e)
|
||||
raise
|
||||
|
||||
logger.debug(f"File loaded: {filename}")
|
||||
return df
|
||||
|
||||
Reference in New Issue
Block a user