bugfix
This commit is contained in:
parent
671a5f9473
commit
0175635b94
@ -1,5 +1,12 @@
|
|||||||
from llmage.llmclient import get_llm, inference, get_llmcatelogs, \
|
from llmage.llmclient import (
|
||||||
get_llms_by_catelog
|
get_llm,
|
||||||
|
inference,
|
||||||
|
get_llmcatelogs,
|
||||||
|
get_llms_by_catelog,
|
||||||
|
default_sysmessage,
|
||||||
|
default_usrmessage,
|
||||||
|
default_llmmessage
|
||||||
|
)
|
||||||
from ahserver.serverenv import ServerEnv
|
from ahserver.serverenv import ServerEnv
|
||||||
|
|
||||||
def load_llmage():
|
def load_llmage():
|
||||||
@ -8,4 +15,7 @@ def load_llmage():
|
|||||||
env.inference = inference
|
env.inference = inference
|
||||||
env.get_llms_by_catelog = get_llms_by_catelog
|
env.get_llms_by_catelog = get_llms_by_catelog
|
||||||
env.get_llmcatelogs = get_llmcatelogs
|
env.get_llmcatelogs = get_llmcatelogs
|
||||||
|
env.default_sysmessage = default_sysmessage
|
||||||
|
env.default_usrmessage = default_usrmessage
|
||||||
|
env.default_llmmessage = default_llmmessage
|
||||||
|
|
||||||
|
|||||||
@ -4,6 +4,24 @@ from appPublic.log import debug, exception
|
|||||||
from uapi.appapi import UAPI, sor_get_callerid, sor_get_uapi
|
from uapi.appapi import UAPI, sor_get_callerid, sor_get_uapi
|
||||||
from ahserver.serverenv import get_serverenv
|
from ahserver.serverenv import get_serverenv
|
||||||
|
|
||||||
|
def default_sysmessage():
|
||||||
|
return """{
|
||||||
|
"role":"system",
|
||||||
|
"content":"{{content}}"
|
||||||
|
}"""
|
||||||
|
|
||||||
|
def default_usrmessage():
|
||||||
|
return """{
|
||||||
|
"role":"user",
|
||||||
|
"content":"{{content}}"
|
||||||
|
}
|
||||||
|
|
||||||
|
def default_llmmessage():
|
||||||
|
return """{
|
||||||
|
"role":"assisant",
|
||||||
|
"content":"{{content}}"
|
||||||
|
}"""
|
||||||
|
|
||||||
async def get_llmcatelogs():
|
async def get_llmcatelogs():
|
||||||
db = DBPools()
|
db = DBPools()
|
||||||
dbname = get_serverenv('get_module_dbname')('llmage')
|
dbname = get_serverenv('get_module_dbname')('llmage')
|
||||||
|
|||||||
@ -15,9 +15,9 @@
|
|||||||
"modeltypeid":"{{llm.catelogid}}",
|
"modeltypeid":"{{llm.catelogid}}",
|
||||||
"output_view":{{llm.output_view}},
|
"output_view":{{llm.output_view}},
|
||||||
"input_from":"userinput",
|
"input_from":"userinput",
|
||||||
"system_message_format":{{llm.system_message}},
|
"system_message_format":{{llm.system_message or default_sysmessage()}},
|
||||||
"user_message_format":{{llm.user_message}},
|
"user_message_format":{{llm.user_message or default_usrmessage()}},
|
||||||
"llm_message_format":{{llm.assisant_message}},
|
"llm_message_format":{{llm.assisant_message or default_llmmessage()}},
|
||||||
"icon":"{{entire_url('/appbase/get_icon.dspy')}}?id={{llm.iconid}}",
|
"icon":"{{entire_url('/appbase/get_icon.dspy')}}?id={{llm.iconid}}",
|
||||||
"url":"{{entire_url('/llmage/llminference.dspy')}}",
|
"url":"{{entire_url('/llmage/llminference.dspy')}}",
|
||||||
"model":"{{llm.model}}",
|
"model":"{{llm.model}}",
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user