From 42f6633813dd06973c96071ec4489c73efc75c99 Mon Sep 17 00:00:00 2001
From: yumoqing <yumoqing@gmail.com>
Date: Thu, 7 Aug 2025 18:33:39 +0800
Subject: [PATCH] bugfix

---
 llmage/llmclient.py | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)
 create mode 100644 llmage/llmclient.py

diff --git a/llmage/llmclient.py b/llmage/llmclient.py
new file mode 100644
index 0000000..083961c
--- /dev/null
+++ b/llmage/llmclient.py
@@ -0,0 +1,22 @@
+from traceback import format_exc
+from appPublic.log import debug, exception
+from uapi.appapi import UAPI
+from ahserver.serverenv get_serverenv
+
+async def inference(request, env):
+	uapi = UAPI(request, env)
+	params = env.params_kw
+	llmid = params.id
+	prompt = params.prompt
+	stream = prompt.stream or True
+	dbname = env.get_module_dbname('llmage')
+	db = env.DBPools()
+	async with db.sqlorContext(dbname) as sor:
+		llms = await sor.R('llm', {'id':llmid})
+		if len(llms) == 0:
+			e = Exception(f'{llmid=} not found')
+			exception(f'{e}\n{format_exc()}')
+			raise e
+		uapi = UAPI(request, env=env, sor=sor)
+		return env.stream_response(request, 
+			uapi.stream_linify(llms[0].