diff --git a/llmage/init.py b/llmage/init.py index ca57d0e..8bce6be 100644 --- a/llmage/init.py +++ b/llmage/init.py @@ -1,3 +1,4 @@ +from base64_to_file import hex2base64 from llmage.llmclient import ( b64media2url, get_llm, @@ -18,6 +19,7 @@ def load_llmage(): env = ServerEnv() env.get_llm = get_llm env.b64media2url = b64media2url + env.hex2base64 = hex2base64 env.inference = inference env.get_llms_by_catelog = get_llms_by_catelog env.get_llmcatelogs = get_llmcatelogs diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 63459cd..e062924 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -167,6 +167,7 @@ async def async_uapi_request(request, llm, sor): yield b + '\n' if not rzt.status or rzt.status == 'FAILED': debug(f'{b=} return error') + yield f'{{"content": f"ERROR:{e=}"}}\n' return if rzt.status == 'SUCCEEDED': debug(f'{b=} return successed')