add: 增加lmstudio chat api接口逻辑

This commit is contained in:
taylor
2024-10-14 15:52:40 +08:00
parent 0082ff55af
commit 3ce7b4efe7
3 changed files with 80 additions and 15 deletions

View File

@@ -8,7 +8,7 @@ reply_in_thread: true
enable_multi_user: true
system_prompt: ""
system_prompt: "response in chinese"
platforms:
local_ai:
@@ -16,6 +16,8 @@ platforms:
url: http://192.168.32.162:11434
api_key:
model: llama3.2
temperature: 1
max_tokens: 2000
max_words: 1000
max_context_messages: 20
openai:
@@ -27,14 +29,15 @@ platforms:
max_context_messages: 20
temperature: 1
anthropic:
url:
url: https://api.anthropic.com
api_key:
max_tokens:
model:
max_words:
model: claude-3-5-sonnet-20240620
max_words: 1000
max_tokens: 2000
max_context_messages: 20
additional_prompt:
- role: user
content: xxx
content: "What model is currently in use?"
- role: system
content: xxx
content: "you can response text contain user name"