From c0e5798318a6b826572c612ddd4cf44621aa4add Mon Sep 17 00:00:00 2001 From: Jeffrey Tang <810895+jeffreyftang@users.noreply.github.com> Date: Thu, 21 Nov 2024 20:16:23 -0600 Subject: [PATCH] fix: Make logprob field optional for response Pydantic validation (#692) --- clients/python/lorax/types.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/clients/python/lorax/types.py b/clients/python/lorax/types.py index 09624f3a5..2fc98b7b7 100644 --- a/clients/python/lorax/types.py +++ b/clients/python/lorax/types.py @@ -270,7 +270,7 @@ class Token(BaseModel): # Token text text: str # Logprob - logprob: float + logprob: Optional[float] # Is the token a special token # Can be used to ignore tokens when concatenating special: bool