fix: always use llm.model (vendor model name) instead of user-passed model param
This commit is contained in:
parent
99b292fd17
commit
70b5502a18
@ -124,8 +124,7 @@ async def _inference_generator(request, callerid, callerorgid,
|
||||
exception(errmsg)
|
||||
yield errmsg
|
||||
return
|
||||
if not params_kw.model:
|
||||
params_kw.model = llm.model
|
||||
params_kw.model = llm.model
|
||||
if llm.stream == 'async':
|
||||
if llm.callbackurl:
|
||||
cb_url = env.entire_url(llm.callbackurl)
|
||||
|
||||
@ -215,8 +215,7 @@ async def execute_product_service(resource_ref_id, user_id, user_org_id, request
|
||||
|
||||
luid = getID()
|
||||
params_kw = DictObject(**request_data)
|
||||
if not params_kw.get('model'):
|
||||
params_kw.model = full_llm.model
|
||||
params_kw.model = full_llm.model
|
||||
if not params_kw.get('transno'):
|
||||
params_kw.transno = luid
|
||||
|
||||
@ -344,8 +343,7 @@ async def execute_product_service_stream(resource_ref_id, user_id, user_org_id,
|
||||
full_llm.upappid, orgid=full_llm.ownerid)
|
||||
|
||||
params_kw = DictObject(**request_data)
|
||||
if not params_kw.get('model'):
|
||||
params_kw.model = full_llm.model
|
||||
params_kw.model = full_llm.model
|
||||
luid = getID()
|
||||
if not params_kw.get('transno'):
|
||||
params_kw.transno = luid
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user