From 4dbc824c070a8fef79bf4447e15fa37dec78d219 Mon Sep 17 00:00:00 2001 From: vegu-ai-tools <152010387+vegu-ai-tools@users.noreply.github.com> Date: Wed, 1 Oct 2025 00:34:37 +0300 Subject: [PATCH] Comment out 'repetition_penalty_range' in TabbyAPIClient to prevent unexpected " .." responses. Further investigation needed. --- src/talemate/client/tabbyapi.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/talemate/client/tabbyapi.py b/src/talemate/client/tabbyapi.py index 58e8ccab..febd375e 100644 --- a/src/talemate/client/tabbyapi.py +++ b/src/talemate/client/tabbyapi.py @@ -74,7 +74,10 @@ class TabbyAPIClient(ClientBase): "max_tokens", "presence_penalty", "frequency_penalty", - "repetition_penalty_range", + # sending this leads to odd " .." responses + # unclear what is happening there, will need to revisit. + # https://github.com/theroyallab/tabbyAPI/blob/main/backends/exllamav3/model.py#L912 - related? + #"repetition_penalty_range", "min_p", "top_p", "xtc_threshold",