bugfix
This commit is contained in:
parent
671a5f9473
commit
0175635b94
@ -1,5 +1,12 @@
|
||||
from llmage.llmclient import get_llm, inference, get_llmcatelogs, \
|
||||
get_llms_by_catelog
|
||||
from llmage.llmclient import (
|
||||
get_llm,
|
||||
inference,
|
||||
get_llmcatelogs,
|
||||
get_llms_by_catelog,
|
||||
default_sysmessage,
|
||||
default_usrmessage,
|
||||
default_llmmessage
|
||||
)
|
||||
from ahserver.serverenv import ServerEnv
|
||||
|
||||
def load_llmage():
|
||||
@ -8,4 +15,7 @@ def load_llmage():
|
||||
env.inference = inference
|
||||
env.get_llms_by_catelog = get_llms_by_catelog
|
||||
env.get_llmcatelogs = get_llmcatelogs
|
||||
env.default_sysmessage = default_sysmessage
|
||||
env.default_usrmessage = default_usrmessage
|
||||
env.default_llmmessage = default_llmmessage
|
||||
|
||||
|
||||
@ -4,6 +4,24 @@ from appPublic.log import debug, exception
|
||||
from uapi.appapi import UAPI, sor_get_callerid, sor_get_uapi
|
||||
from ahserver.serverenv import get_serverenv
|
||||
|
||||
def default_sysmessage():
|
||||
return """{
|
||||
"role":"system",
|
||||
"content":"{{content}}"
|
||||
}"""
|
||||
|
||||
def default_usrmessage():
|
||||
return """{
|
||||
"role":"user",
|
||||
"content":"{{content}}"
|
||||
}
|
||||
|
||||
def default_llmmessage():
|
||||
return """{
|
||||
"role":"assisant",
|
||||
"content":"{{content}}"
|
||||
}"""
|
||||
|
||||
async def get_llmcatelogs():
|
||||
db = DBPools()
|
||||
dbname = get_serverenv('get_module_dbname')('llmage')
|
||||
|
||||
@ -15,9 +15,9 @@
|
||||
"modeltypeid":"{{llm.catelogid}}",
|
||||
"output_view":{{llm.output_view}},
|
||||
"input_from":"userinput",
|
||||
"system_message_format":{{llm.system_message}},
|
||||
"user_message_format":{{llm.user_message}},
|
||||
"llm_message_format":{{llm.assisant_message}},
|
||||
"system_message_format":{{llm.system_message or default_sysmessage()}},
|
||||
"user_message_format":{{llm.user_message or default_usrmessage()}},
|
||||
"llm_message_format":{{llm.assisant_message or default_llmmessage()}},
|
||||
"icon":"{{entire_url('/appbase/get_icon.dspy')}}?id={{llm.iconid}}",
|
||||
"url":"{{entire_url('/llmage/llminference.dspy')}}",
|
||||
"model":"{{llm.model}}",
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user