diff --git a/wwwroot/llminference.dspy b/wwwroot/llminference.dspy index e1b20fa..8381f58 100644 --- a/wwwroot/llminference.dspy +++ b/wwwroot/llminference.dspy @@ -1,4 +1,11 @@ debug(f'{params_kw=}') +if params_kw.off_peak: + off_peak = params_kw.off_peak + if off_peak in [True, "Y" "y", 1, "1"]: + off_peak = True + else: + off_peak = False + params_kw.off_peak = off_peak userid = await get_user() userorgid = await get_userorgid() if userid is None: diff --git a/wwwroot/vidu_inference.dspy b/wwwroot/vidu_inference.dspy new file mode 100644 index 0000000..e8db6b0 --- /dev/null +++ b/wwwroot/vidu_inference.dspy @@ -0,0 +1,15 @@ +debug(f'{params_kw=}') +if params_kw.off_peak: + off_peak = params_kw.off_peak + if off_peak in [True, "Y" "y", 1, "1"]: + off_peak = True + else: + off_peak = False + params_kw.off_peak = off_peak +userid = await get_user() +userorgid = await get_userorgid() +if userid is None: + return UiError(title='llm inference', message='Please login first') +f = await checkCustomerBalance(params_kw.llmid, userorgid) +env = DictObject(**globals()) +return await inference(request, env=env)