diff --git a/clients/python/lorax/types.py b/clients/python/lorax/types.py index 09624f3a5..2fc98b7b7 100644 --- a/clients/python/lorax/types.py +++ b/clients/python/lorax/types.py @@ -270,7 +270,7 @@ class Token(BaseModel): # Token text text: str # Logprob - logprob: float + logprob: Optional[float] # Is the token a special token # Can be used to ignore tokens when concatenating special: bool