diff --git a/py_txi/inference_server.py b/py_txi/inference_server.py index 09c42a4..c574983 100644 --- a/py_txi/inference_server.py +++ b/py_txi/inference_server.py @@ -144,8 +144,7 @@ def __init__(self, config: InferenceServerConfig) -> None: LOGGER.info(f"\t+ {log}") break elif self.FAILURE_SENTINEL.lower() in log.lower(): - LOGGER.info(f"\t+ {log}") - raise Exception(f"{self.NAME} server failed to start") + raise Exception(f"{self.NAME} server failed to start with failure message: {log}") else: LOGGER.info(f"\t+ {log}") diff --git a/py_txi/text_generation_inference.py b/py_txi/text_generation_inference.py index d34d7ac..f3985ff 100644 --- a/py_txi/text_generation_inference.py +++ b/py_txi/text_generation_inference.py @@ -48,7 +48,7 @@ def __post_init__(self) -> None: class TGI(InferenceServer): NAME: str = "Text-Generation-Inference" SUCCESS_SENTINEL: str = "Connected" - FAILURE_SENTINEL: str = "Error" + FAILURE_SENTINEL: str = "Traceback" def __init__(self, config: TGIConfig) -> None: super().__init__(config)