diff --git a/llmage/asyncinference.py b/llmage/asyncinference.py index 7dac431..4c1b21a 100644 --- a/llmage/asyncinference.py +++ b/llmage/asyncinference.py @@ -82,7 +82,7 @@ async def async_uapi_request(request, llm, sor, e = Exception(f'resp={d} not success') raise e responsed_seconds = time.time() - start_timestamp - finish_seconds = response_seconds + finish_seconds = responsed_seconds llmusage = DictObject() llmusage.id = luid llmusage.llmid = llm.id diff --git a/llmage/syncinference.py b/llmage/syncinference.py index 5ee92bc..119f96d 100644 --- a/llmage/syncinference.py +++ b/llmage/syncinference.py @@ -41,7 +41,7 @@ async def sync_uapi_request(request, llm, sor, callerid, callerorgid, params_kw= if status and status != 'SUCCEEDED': raise Exception(d['error']) responsed_seconds = time.time() - start_timestamp - finish_seconds = response_seconds + finish_seconds = responsed_seconds llmusage = DictObject() llmusage.id = luid llmusage.llmid = llm.id