fix: always use llm.model (vendor model name) instead of user-passed model param
This commit is contained in:
parent
99b292fd17
commit
70b5502a18
@ -124,8 +124,7 @@ async def _inference_generator(request, callerid, callerorgid,
|
|||||||
exception(errmsg)
|
exception(errmsg)
|
||||||
yield errmsg
|
yield errmsg
|
||||||
return
|
return
|
||||||
if not params_kw.model:
|
params_kw.model = llm.model
|
||||||
params_kw.model = llm.model
|
|
||||||
if llm.stream == 'async':
|
if llm.stream == 'async':
|
||||||
if llm.callbackurl:
|
if llm.callbackurl:
|
||||||
cb_url = env.entire_url(llm.callbackurl)
|
cb_url = env.entire_url(llm.callbackurl)
|
||||||
|
|||||||
@ -215,8 +215,7 @@ async def execute_product_service(resource_ref_id, user_id, user_org_id, request
|
|||||||
|
|
||||||
luid = getID()
|
luid = getID()
|
||||||
params_kw = DictObject(**request_data)
|
params_kw = DictObject(**request_data)
|
||||||
if not params_kw.get('model'):
|
params_kw.model = full_llm.model
|
||||||
params_kw.model = full_llm.model
|
|
||||||
if not params_kw.get('transno'):
|
if not params_kw.get('transno'):
|
||||||
params_kw.transno = luid
|
params_kw.transno = luid
|
||||||
|
|
||||||
@ -344,8 +343,7 @@ async def execute_product_service_stream(resource_ref_id, user_id, user_org_id,
|
|||||||
full_llm.upappid, orgid=full_llm.ownerid)
|
full_llm.upappid, orgid=full_llm.ownerid)
|
||||||
|
|
||||||
params_kw = DictObject(**request_data)
|
params_kw = DictObject(**request_data)
|
||||||
if not params_kw.get('model'):
|
params_kw.model = full_llm.model
|
||||||
params_kw.model = full_llm.model
|
|
||||||
luid = getID()
|
luid = getID()
|
||||||
if not params_kw.get('transno'):
|
if not params_kw.get('transno'):
|
||||||
params_kw.transno = luid
|
params_kw.transno = luid
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user