mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-10-19 15:33:44 +00:00
Handle Spark X2.5 template
This commit is contained in:
parent
49af14ccdb
commit
812cee84dc
2 changed files with 18 additions and 1 deletions
|
|
@ -210,6 +210,18 @@
|
|||
"assistant_start": "<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>",
|
||||
"assistant_end": "<|END_OF_TURN_TOKEN|>"
|
||||
}
|
||||
}, {
|
||||
"search": ["<|start▁of▁sentence|>", "<|end▁of▁sentence|>", "<|System|>", "<|User|>", "<|Bot|>", "</think>"],
|
||||
"name": "Spark X2.5",
|
||||
"adapter": {
|
||||
"system_start": "<|start▁of▁sentence|><|System|>\n",
|
||||
"system_end": "<|end▁of▁sentence|>",
|
||||
"user_start": "<|start▁of▁sentence|><|User|>",
|
||||
"user_end": "<|end▁of▁sentence|>",
|
||||
"assistant_start": "<|start▁of▁sentence|><|Bot|></think>",
|
||||
"assistant_gen": "<|start▁of▁sentence|><|Bot|><think>",
|
||||
"assistant_end": "<|end▁of▁sentence|>"
|
||||
}
|
||||
}, {
|
||||
"search": ["<|User|>"],
|
||||
"name": "DeepSeek V2.5",
|
||||
|
|
|
|||
|
|
@ -12992,7 +12992,12 @@ def kcpp_main_process(launch_args, g_memory=None, gui_launcher=False):
|
|||
pass
|
||||
|
||||
if chatcompl_adapter is None:
|
||||
print("Chat template heuristics failed to identify chat completions format. Alpaca will be used.")
|
||||
if cached_chat_template:
|
||||
args.jinja = True
|
||||
args.jinja_tools = True
|
||||
print("Chat template heuristics failed to identify chat completions format. Jinja and Jinja tools will be used.")
|
||||
else:
|
||||
print("Chat template heuristics failed to identify chat completions format. Alpaca will be used.")
|
||||
|
||||
#handle loading image model
|
||||
if args.sdmodel and args.sdmodel!="":
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue