Compare commits

..

2 Commits

Author SHA1 Message Date
veguAI
1874234d2c Prep 0.25.1 (#103)
* remove auto client disable

* 0.25.1
2024-05-05 23:23:30 +03:00
veguAI
ef99539e69 Update README.md 2024-05-05 22:30:24 +03:00
6 changed files with 9 additions and 13 deletions

View File

@@ -168,19 +168,16 @@ In the case for `bartowski_Nous-Hermes-2-Mistral-7B-DPO-exl2_8_0` that is `ChatM
### Recommended Models
As of 2024.03.07 my personal regular drivers (the ones i test with) are:
As of 2024.05.06 my personal regular drivers (the ones i test with) are:
- Kunoichi-7B
- sparsetral-16x7B
- Nous-Hermes-2-Mistral-7B-DPO
- meta-llama_Meta-Llama-3-8B-Instruct
- brucethemoose_Yi-34B-200K-RPMerge
- dolphin-2.7-mixtral-8x7b
- rAIfle_Verdict-8x7B
- Mixtral-8x7B-instruct
- meta-llama_Meta-Llama-3-70B-Instruct
That said, any of the top models in any of the size classes here should work well (i wouldn't recommend going lower than 7B):
https://www.reddit.com/r/LocalLLaMA/comments/18yp9u4/llm_comparisontest_api_edition_gpt4_vs_gemini_vs/
[https://oobabooga.github.io/benchmark.html](https://oobabooga.github.io/benchmark.html)
## DeepInfra via OpenAI Compatible client

View File

@@ -4,7 +4,7 @@ build-backend = "poetry.masonry.api"
[tool.poetry]
name = "talemate"
version = "0.25.0"
version = "0.25.1"
description = "AI-backed roleplay and narrative tools"
authors = ["FinalWombat"]
license = "GNU Affero General Public License v3.0"

View File

@@ -2,4 +2,4 @@ from .agents import Agent
from .client import TextGeneratorWebuiClient
from .tale_mate import *
VERSION = "0.25.0"
VERSION = "0.25.1"

View File

@@ -410,7 +410,6 @@ class ClientBase:
self.log.warning("client status error", e=e, client=self.name)
self.model_name = None
self.connected = False
self.toggle_disabled_if_remote()
self.emit_status()
return

View File

@@ -1,12 +1,12 @@
{
"name": "talemate_frontend",
"version": "0.25.0",
"version": "0.25.1",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "talemate_frontend",
"version": "0.25.0",
"version": "0.25.1",
"dependencies": {
"@codemirror/lang-markdown": "^6.2.5",
"@codemirror/theme-one-dark": "^6.1.2",

View File

@@ -1,6 +1,6 @@
{
"name": "talemate_frontend",
"version": "0.25.0",
"version": "0.25.1",
"private": true,
"scripts": {
"serve": "vue-cli-service serve",