yumoqing
5b3c7d4d02
- 删除 llm_catalog_rel 表定义(models/json/xlsx)、CRUD文件、管理页面、迁移脚本 - utils.py: get_llms_by_catelog/get_llms_by_catelog_to_customer 的SQL从 llm_catalog_rel 改为 llm_api_map (加distinct去重) - init.py: 缓存清除事件从 llm_catalog_rel 改为 llm_api_map - menu.ui/index.ui: 移除类型关联菜单项 - dspy文件: v1/chat/completions, t2t, get_type_llms, list_catelog_models, list_paging_catelog_llms, llmcatelog_delete 全部改为 join llm_api_map - 迁移脚本: 添加try/except兼容旧表不存在的情况
40 lines
1005 B
Plaintext
40 lines
1005 B
Plaintext
debug(f'{params_kw=}')
|
|
lctype='文生文'
|
|
if params_kw.off_peak:
|
|
off_peak = params_kw.off_peak
|
|
if off_peak in [True, "Y" "y", 1, "1"]:
|
|
off_peak = True
|
|
else:
|
|
off_peak = False
|
|
params_kw.off_peak = off_peak
|
|
userid = await get_user()
|
|
userorgid = await get_userorgid()
|
|
if userid is None:
|
|
return openai_403()
|
|
|
|
if not params_kw.prompt:
|
|
d = return_error('Missing need data(prompt)')
|
|
return json_response(d, status=400)
|
|
env = request._run_ns
|
|
async with get_sor_context(env, 'llmage') as sor:
|
|
sql = """select distinct a.* from llm a
|
|
join llm_api_map m on a.id = m.llmid
|
|
join llmcatelog b on m.llmcatelogid = b.id
|
|
where b.name = ${lctype}$
|
|
and a.model=${model}$"""
|
|
recs = await sor.sqlExe(sql, {
|
|
'lctype': lctype,
|
|
'model': params_kw.model or 'qwen3-max'
|
|
})
|
|
if len(recs) == 0:
|
|
return openai_400()
|
|
params_kw.llmid = recs[0].id
|
|
|
|
f = await checkCustomerBalance(params_kw.llmid, userorgid)
|
|
if not f:
|
|
return openai_429()
|
|
|
|
env = DictObject(**globals())
|
|
return await inference(request, env=env)
|
|
|