Mirrors/talemate
1
0
Fork 0
mirror of https://github.com/vegu-ai/talemate.git synced 2025-12-25 07:59:36 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix lmstudio

Browse Source
This commit is contained in:
vegu-ai-tools
2025-08-20 14:43:13 +03:00
parent ec512512e6
commit daadf6f1d0
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/talemate/client/lmstudio.py
View File

@@ -32,6 +32,12 @@ class LMStudioClient(ClientBase):
talemate_parameter="stopping_strings", client_parameter="stop"
),
]
@property
def api_key(self):
# LMStudio doesn't currently support API keys so we'll just use a dummy key
# since the openai client requires it.
return "sk-1234"
def make_client(self):
return AsyncOpenAI(base_url=self.api_url + "/v1", api_key=self.api_key)