mirror of
https://github.com/pim-n/pg-rad
synced 2026-03-23 21:58:12 +01:00
fix dataloader exception handling
This commit is contained in:
@ -2,7 +2,6 @@ import logging
|
|||||||
|
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|
||||||
from pg_rad.exceptions.exceptions import DataLoadError, InvalidCSVError
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
@ -12,18 +11,12 @@ def load_data(filename: str) -> pd.DataFrame:
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
df = pd.read_csv(filename, delimiter=',')
|
df = pd.read_csv(filename, delimiter=',')
|
||||||
|
|
||||||
except FileNotFoundError as e:
|
except FileNotFoundError as e:
|
||||||
logger.error(f"File not found: {filename}")
|
logger.critical(e)
|
||||||
raise DataLoadError(f"File does not exist: {filename}") from e
|
raise
|
||||||
|
|
||||||
except pd.errors.ParserError as e:
|
except pd.errors.ParserError as e:
|
||||||
logger.error(f"Invalid CSV format: {filename}")
|
logger.critical(e)
|
||||||
raise InvalidCSVError(f"Invalid CSV file: {filename}") from e
|
raise
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.exception(f"Unexpected error while loading {filename}")
|
|
||||||
raise DataLoadError("Unexpected error while loading data") from e
|
|
||||||
|
|
||||||
logger.debug(f"File loaded: {filename}")
|
logger.debug(f"File loaded: {filename}")
|
||||||
return df
|
return df
|
||||||
|
|||||||
Reference in New Issue
Block a user