Fix logits_all bug

abetlen · abetlen · commit d696251fbe40 · 2023-09-30T16:02:35.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -439,7 +439,7 @@ def eval_tokens(self) -> Deque[int]:
     def eval_logits(self) -> Deque[List[float]]:
         return deque(
             self.scores[: self.n_tokens, :].tolist(),
-            maxlen=self._n_ctx if self.model_params.logits_all else 1,
+            maxlen=self._n_ctx if self.context_params.logits_all else 1,
         )
 
     def tokenize(self, text: bytes, add_bos: bool = True) -> List[int]:
@@ -964,7 +964,7 @@ def _create_completion(
         else:
             stop_sequences = []
 
-        if logprobs is not None and self.model_params.logits_all is False:
+        if logprobs is not None and self.context_params.logits_all is False:
             raise ValueError(
                 "logprobs is not supported for models created with logits_all=False"
             )
