"""pipeline_llm.gateway — 模型治理引擎:门禁链 + 主备容错 + 账号端点轮转 + 双维度记账。 调用链(与设计规范 §2 一致): ① 个人限流窗口 → ② 组织限流窗口 → ③ 个人额度余额 → ④ 组织池余额(预授权冻结) → ⑤ 组织容错策略选模型(主→备) → ⑥ 账号×端点候选池:区域偏好过滤 → 余额加权轮转 + 限流冷却避让 → ⑦ 调用(调用方执行)→ ⑧ govern_settle 结算(实际用量,双维度记账) 集成方式(复用不改建): - llm_bridge._get_model_config 前置调 govern_resolve:机构配了策略/新模型表才走治理, 否则返回 None 由旧 llm 表逻辑兜底(向后兼容)。 - proxy_chat_completion(运行环境 token 路径)拿到真实 usage 后调 govern_settle 精算。 - llm_bridge 内部路径按 prompt/response 长度估算 token 调 govern_settle(note='est')。 限流:Redis 分钟窗口原子计数(db4,与会话 db3 隔离)。Redis 不可用时限流放行(fail-open, 记 warning)——限流失效不应阻断业务,余额检查仍在 DB 侧守住。 余额:读-校验-条件 UPDATE(WHERE balance>=amount),并发竞态由 Redis 预授权计数托底。 错误必须真实可行动(用户铁律):每一级失败返回明确的中文原因,前端原样展示。 """ import json import logging import time logger = logging.getLogger("pipeline_llm.gateway") DBNAME = "pipeline" GOVERN_REDIS_DB = 4 # 治理计数器命名空间(会话用 db3,互不干扰) _COOLDOWN_SEC = 60 # 429 冷却窗口 _EST_TOKENS_PER_CALL = 800 # 历史常量(预授权已废弃,保留防外部引用) # 治理开关缓存:机构是否启用治理(有策略记录或有 llm_model 记录) _govern_cache: dict = {} _cfg_cache: dict = {} # (account_id) -> {api_key 解密, base_url...} # ────────────────────────── 基础设施 ────────────────────────── def _get_db(): from sqlor.dbpools import DBPools db = DBPools() if not db.databases: from appPublic.jsonConfig import getConfig config = getConfig() if config.databases: db.databases = config.databases return db, DBNAME def _password_key(): from appPublic.jsonConfig import getConfig try: return getConfig().password_key or 'QRIVSRHrthhwyjy176556332' except Exception: return 'QRIVSRHrthhwyjy176556332' def encrypt_api_key(plain: str) -> str: """AES 单层加密(对称可解密)。⚠️ 不用 RC4:password/unpassword 盐不对称,加密后不可解。""" if not plain: return '' from appPublic.aes import aes_encode_b64 return aes_encode_b64(_password_key(), plain) def decrypt_api_key(enc: str) -> str: """解密 api_key。非密文(历史明文/环境差异)原样返回。""" if not enc: return '' try: from appPublic.aes import aes_decode_b64 return aes_decode_b64(_password_key(), enc) except Exception: return enc def _redis(): """治理用 Redis 连接(db4)。从 session_redis 配置推导地址,不可用返回 None。""" try: import redis as _r from appPublic.jsonConfig import getConfig url = '' try: url = (getConfig().website or {}).get('session_redis', {}).get('url', '') except Exception: url = '' if not url: url = 'redis://127.0.0.1:6379/3' # 替换库号:会话用配置的库,治理固定 GOVERN_REDIS_DB base = url.rsplit('/', 1)[0] return _r.Redis.from_url(base + '/' + str(GOVERN_REDIS_DB), socket_timeout=2) except Exception as e: logger.warning("pipeline_llm: redis 不可用(限流降级放行): %s", e) return None def _row_to_dict(r): """行对象转 dict。sqlor 行是 DictObject(dict 子类),数据存在 dict 本体—— 用 vars() 取的是空的实例 __dict__(2026-09-04 实测根因),必须 dict() 拷贝。""" try: return dict(r) except (TypeError, ValueError): return {k: v for k, v in vars(r).items() if not callable(v)} def _parse_json(s, default): if not s: return default try: v = json.loads(s) return v if v is not None else default except Exception: return default def _fnum(v): try: return float(v or 0) except (TypeError, ValueError): return 0.0 # ────────────────────────── 门禁 ①②:限流 ────────────────────────── async def _rate_check(scope: str, scope_id: str, limit: int): """分钟窗口限流。返回 (ok, msg)。limit<=0 不限;Redis 故障放行。""" if not limit or limit <= 0 or not scope_id: return True, '' r = _redis() if r is None: return True, '' minute = int(time.time() // 60) key = 'llm_rl:%s:%s:%d' % (scope, scope_id, minute) try: cnt = r.incr(key) r.expire(key, 70) except Exception as e: logger.warning("pipeline_llm: 限流计数失败(放行): %s", e) return True, '' if cnt > limit: label = '个人' if scope == 'user' else '组织' return False, '%s限流:本分钟已调用 %d 次(上限 %d),请下一分钟再试' % (label, cnt, limit) return True, '' # ────────────────────────── 门禁 ⑤⑥:策略选模型 + 候选轮转 ────────────────────────── # 注:2026-09 记账重构废弃了组织池/个人额度预授权(原 _reserve_quota/_release_quota 已删除)—— # 本机构模型只记成本侧,owner 模型走异步三方账,防滥用由限流(①②)承担。 async def _org_policy(sor, org_id: str): """组织容错策略。无记录返回 (主模型空, 辅助模型空, 备链空, 端点偏好 any)。""" if not org_id: return '', '', [], 'any' recs = await sor.sqlExe( "SELECT primary_model_id, utility_model_id, backup_model_ids, endpoint_pref " "FROM llm_org_policy WHERE org_id=${o}$ AND status='active' LIMIT 1", {"o": org_id}) await sor.sqlExe("COMMIT", {}) if not recs: return '', '', [], 'any' r = recs[0] return (getattr(r, 'primary_model_id', '') or '', getattr(r, 'utility_model_id', '') or '', _parse_json(getattr(r, 'backup_model_ids', ''), []), getattr(r, 'endpoint_pref', '') or 'any') async def _model_chain(sor, org_id: str, model_name: str, purpose: str = ''): """解析模型链 [主, 备...],返回 llm_model 记录 dict 列表。 - 调用方指定 model_name:在 llm_model 找到 → [它] + 策略备链补充;找不到 → 空(走旧表兜底) - 未指定:策略主模型 + 备链;无策略 → 空 - purpose='utility'(辅助任务:分类/选择/摘要):链 = [辅助模型] + 主 + 备。 显式指定 model_name 时忽略 purpose(显式优先);未配辅助模型时等同普通链。 辅助模型不可用(账号/端点全挂)由 govern_resolve 的逐模型尝试顺延到主模型, 与主备容错同一机制,无新增降级路径。 """ chain_ids = [] primary, utility, backups, pref = await _org_policy(sor, org_id) if model_name: recs = await sor.sqlExe( "SELECT id FROM llm_model WHERE status='active' AND (name=${n}$ OR vendor_model_id=${n}$) LIMIT 1", {"n": model_name}) await sor.sqlExe("COMMIT", {}) if not recs: return [], pref chain_ids.append(getattr(recs[0], 'id', '')) chain_ids.extend([b for b in backups if b not in chain_ids]) else: if purpose == 'utility' and utility: chain_ids.append(utility) if primary: chain_ids.append(primary) chain_ids.extend([b for b in backups if b not in chain_ids]) if not chain_ids: return [], pref models = [] for mid in chain_ids: recs = await sor.sqlExe( "SELECT id, name, vendor_id, vendor_model_id, capability, default_params, " "price_input, price_output, cost_input, cost_output, ppid, org_id " "FROM llm_model WHERE id=${i}$ AND status='active' LIMIT 1", {"i": mid}) await sor.sqlExe("COMMIT", {}) if recs: models.append(_row_to_dict(recs[0])) return models, pref async def _vendor_endpoints(sor, vendor_id: str): """供应商端点目录。返回 (protocol, [endpoint dict])。""" recs = await sor.sqlExe( "SELECT protocol, endpoints FROM llm_vendor WHERE id=${i}$ AND status='active' LIMIT 1", {"i": vendor_id}) await sor.sqlExe("COMMIT", {}) if not recs: return '', [] r = recs[0] return getattr(r, 'protocol', '') or '', _parse_json(getattr(r, 'endpoints', ''), []) async def _account_candidates(sor, model: dict): """模型的候选账号池:同供应商、启用中。""" recs = await sor.sqlExe( "SELECT id, name, api_key, endpoint_ids, balance, status FROM llm_account " "WHERE vendor_id=${v}$ AND status='active'", {"v": model.get('vendor_id', '')}) await sor.sqlExe("COMMIT", {}) return [_row_to_dict(r) for r in (recs or [])] def _filter_by_pref(candidates_with_ep, pref: str): """按端点偏好过滤/排序候选 (account, endpoint, idx) 列表。 must_*:只保留匹配区域,空则返回空(宁可冒泡不跨端点)。 prefer_*:匹配区域排前。any:原序。 """ if pref in ('must_domestic', 'prefer_domestic'): want = 'domestic' elif pref in ('must_intl', 'prefer_intl'): want = 'international' else: return candidates_with_ep matched = [c for c in candidates_with_ep if (c[1].get('region') or '') == want] if pref.startswith('must'): return matched rest = [c for c in candidates_with_ep if (c[1].get('region') or '') != want] return matched + rest async def _pick_candidate(sor, model: dict, pref: str): """构建候选并选一个:区域偏好过滤 → 冷却避让 → 余额加权。 返回 (ok, result):ok 时 result=(account_dict, endpoint_dict);否则 result=错误信息。 """ vendor_id = model.get('vendor_id', '') if not vendor_id: return False, '模型「%s」未绑定供应商,无法选择账号' % model.get('name', '') protocol, endpoints = await _vendor_endpoints(sor, vendor_id) if not endpoints: return False, '供应商端点目录为空(模型治理→供应商→端点目录),请配置端点' accounts = await _account_candidates(sor, model) if not accounts: return False, '模型「%s」的供应商下无启用账号(或账号余额状态异常)' % model.get('name', '') # 展开 (账号, 端点) 对:账号选用的端点下标 pairs = [] for acc in accounts: idxs = _parse_json(acc.get('endpoint_ids'), []) if not idxs: continue for i in idxs: try: i = int(i) except (TypeError, ValueError): continue if 0 <= i < len(endpoints): pairs.append((acc, endpoints[i], i)) if not pairs: return False, '所有账号都未选用端点(模型治理→供应商账号→选用端点),请配置' pairs = _filter_by_pref(pairs, pref) if not pairs: return False, ('端点偏好为「仅 %s」,但没有可用的该区域端点。按合规要求不跨端点降级——' '请配置该区域端点或调整组织策略的端点偏好' % ('国内' if 'domestic' in pref else '国际')) # 冷却避让 + 余额加权选择 r = _redis() best, best_score = None, -1.0 for acc, ep, i in pairs: cool_key = 'llm_cool:%s:%d' % (acc.get('id', ''), i) acct_key = 'llm_cool:%s:*' % (acc.get('id', ''),) try: if r is not None and (r.get(cool_key) or r.get(acct_key)): continue # 限流冷却中(端点级或账号级) except Exception: pass score = _fnum(acc.get('balance')) if score > best_score: best, best_score = (acc, ep, i), score if best is None: return False, '模型「%s」的全部候选(账号×端点)都在限流冷却中,请稍后重试' % model.get('name', '') acc, ep, i = best if _fnum(acc.get('balance')) <= 0: return False, '模型「%s」的候选账号余额均不足,请为账号充值' % model.get('name', '') return True, (acc, ep) def _mark_cooldown(account_id: str, ep_index): """429 后把该账号(或账号×端点对)放进冷却。ep_index='*' 表示账号级。""" r = _redis() if r is None: return try: r.set('llm_cool:%s:%s' % (account_id, ep_index), '1', ex=_COOLDOWN_SEC) except Exception: pass def mark_cooldown_by_pair(account_id: str, base_url: str): """供代理层 429 回调:按 base_url 找到端点下标进冷却(找不到则全部下标冷却)。""" try: # 代理层只拿得到 base_url;冷却键按下标,这里无法反查下标—— # 退化为账号级冷却(该账号所有端点),宁可保守 _mark_cooldown(account_id, '*') except Exception: pass # ────────────────────────── 对外主入口 ────────────────────────── class GovernError(ValueError): """治理失败:消息真实可行动,前端原样展示。""" async def governance_enabled(sor, org_id: str) -> bool: """机构是否启用治理:**策略即开关**——该机构有 active 的容错策略才启用。 ⚠️ 不能用"新模型表有记录"判断(2026-09-01 修正):系统级(org_id=0)模型 注册后会让所有未配策略的机构被误判为启用,调用直接报错,断掉旧 llm 表链路。 机构显式建策略才是接入治理的动作;无策略 → 一切照旧(__LEGACY__)。 带缓存(改配置需重启,与 key 缓存一致)。 """ if not org_id: return False if org_id in _govern_cache: return _govern_cache[org_id] enabled = False try: recs = await sor.sqlExe( "SELECT COUNT(*) AS c FROM llm_org_policy WHERE org_id=${o}$ AND status='active'", {"o": org_id}) await sor.sqlExe("COMMIT", {}) enabled = (int(getattr(recs[0], 'c', 0)) if recs else 0) > 0 except Exception as e: logger.warning("pipeline_llm: governance_enabled 检查失败(按未启用): %s", e) enabled = False _govern_cache[org_id] = enabled return enabled async def _active_policy_org(sor, org_id: str) -> str: """确定生效策略机构:本机构有 active 策略 → 本机构; 否则平台 owner('0') 有 active 策略 → '0'(商业化默认:用平台资源即付费); 都没有 → ''(调用方回退旧 llm 表,零风险)。 """ if org_id and org_id != '0': recs = await sor.sqlExe( "SELECT COUNT(*) AS c FROM llm_org_policy WHERE org_id=${o}$ AND status='active'", {"o": org_id}) await sor.sqlExe("COMMIT", {}) if recs and int(_fnum(getattr(recs[0], 'c', 0))) > 0: return org_id recs = await sor.sqlExe( "SELECT COUNT(*) AS c FROM llm_org_policy WHERE org_id='0' AND status='active'", {}) await sor.sqlExe("COMMIT", {}) if recs and int(_fnum(getattr(recs[0], 'c', 0))) > 0: return '0' return '' async def govern_resolve(org_id: str, user_id: str = '', model_name: str = '', est_tokens: int = 0, task_ref: str = '', purpose: str = ''): """门禁链 ①-⑥。 策略来源(2026-09 商业化默认): 本机构有策略 → 用本机构模型链; 本机构无策略 → 用平台 owner('0') 策略(用平台资源即付费); owner 也没策略 → __LEGACY__ 旧表兜底。 本机构链路全不可用 → 容错顺延 owner 链(辅助→主→备同样机制)。 purpose='utility':辅助任务(分类/选择/摘要),链 = 辅助→主→备。显式 model_name 优先。 记账决策(2026-09):**不做组织池预授权**—— 本机构模型只记成本侧(供应商账号扣减),不产生组织/个人消费; owner 模型三方账(客户/商户/供应商)走异步产品计费链路。 防滥用第一道闸保留:限流。 返回 (ok, result): ok=True → result = {api_base, api_key(明文,仅进程内), model_id, name, account_id, endpoint_region, reserved(恒0), model_row, user_id, org_id, task_ref, policy_org_id} ok=False → result = 错误信息(真实可行动) 无任何策略 → (False, '__LEGACY__'):调用方走旧 llm 表逻辑 """ db, dbname = _get_db() async with db.sqlorContext(dbname) as sor: policy_org = await _active_policy_org(sor, org_id or '') if not policy_org: return False, '__LEGACY__' # ① 个人限流 if user_id: recs = await sor.sqlExe( "SELECT rate_limit FROM llm_user_quota WHERE user_id=${u}$ AND org_id=${o}$ " "AND status='active' LIMIT 1", {"u": user_id, "o": org_id}) await sor.sqlExe("COMMIT", {}) ulimit = int(_fnum(getattr(recs[0], 'rate_limit', 0))) if recs else 0 ok, msg = await _rate_check('user', user_id, ulimit) if not ok: return False, msg # ② 组织限流 recs = await sor.sqlExe( "SELECT rate_limit FROM llm_org_quota WHERE org_id=${o}$ AND status='active' LIMIT 1", {"o": org_id}) await sor.sqlExe("COMMIT", {}) olimit = int(_fnum(getattr(recs[0], 'rate_limit', 0))) if recs else 0 ok, msg = await _rate_check('org', org_id, olimit) if not ok: return False, msg # ⑤ 模型链(含 ⑥ 偏好)—— 显式 model_name 时全局查找 models, pref = await _model_chain(sor, policy_org, model_name or '', purpose) if not models: if model_name: return False, '__LEGACY__' # 指定模型不在新表 → 旧表兜底 return False, ('生效策略未配置模型:请在模型治理→组织容错策略配置主/备模型,' '或在调用时指定模型名') # ⑥ 逐模型尝试(辅助 → 主 → 备容错) last_err = '' chosen = None for m in models: ok, cand = await _pick_candidate(sor, m, pref) if ok and isinstance(cand, tuple): chosen = (m, cand) break last_err = cand if isinstance(cand, str) else last_err logger.info("pipeline_llm: 模型 %s 候选不可用(%s),尝试链内下一模型", m.get('name'), cand) # 本机构链全不可用 → 容错落 owner 链 if chosen is None and policy_org != '0': models0, pref0 = await _model_chain(sor, '0', '', purpose) for m in models0: ok, cand = await _pick_candidate(sor, m, pref0) if ok and isinstance(cand, tuple): chosen = (m, cand) policy_org = '0' pref = pref0 logger.info("pipeline_llm: 本机构模型链不可用,容错使用平台 owner 模型 %s", m.get('name')) break last_err = cand if isinstance(cand, str) else last_err if chosen is None: return False, '模型链全部不可用。最后原因:%s' % last_err model, chosen_pair = chosen acc, ep = chosen_pair # ⑦ 组装结果(无预授权,reserved 恒 0;记账在 govern_settle 按来源分流) return True, { 'api_base': (ep.get('base_url') or '').rstrip('/'), 'api_key': decrypt_api_key(acc.get('api_key') or ''), 'model_id': model.get('vendor_model_id') or model.get('name', ''), 'name': model.get('name', ''), 'account_id': acc.get('id', ''), 'endpoint_region': ep.get('region') or '', 'endpoint_proxy': ep.get('proxy') or '', 'timeout': int(_fnum(ep.get('timeout')) or 60), 'reserved': 0.0, 'model_row': model, 'user_id': user_id or '', 'org_id': org_id or '', 'task_ref': task_ref or '', 'policy_org_id': policy_org, } async def govern_settle(ctx: dict, ok_call: bool, req_tokens: int = 0, resp_tokens: int = 0, note: str = ''): """结算 ⑧:成本侧扣减 + 用量流水(记账分流)。 ctx govern_resolve 成功时返回的 dict(含 policy_org_id) ok_call 上游调用是否成功(失败也记账:写 failed 流水) 记账分流(2026-09): 本机构模型(含 owner 自用):只记成本侧——供应商账号扣减, 不动组织池/个人额度,流水 accounting_status='na'。 owner 模型(调用方 ≠ '0'):成本侧照常扣减,流水 accounting_status='pending',由异步产品计费链路出三方账 (客户付/商户营收/供应商成本,折扣在出账时精确到产品)。 """ if not ctx or not isinstance(ctx, dict): return db, dbname = _get_db() try: model = ctx.get('model_row') or {} cost_in = _fnum(model.get('cost_input')) cost_out = _fnum(model.get('cost_output')) cost = req_tokens / 1000.0 * cost_in + resp_tokens / 1000.0 * cost_out policy_org = ctx.get('policy_org_id') or '' caller_org = ctx.get('org_id') or '' # owner 模型 = 生效策略是平台('0') 且调用方不是平台自己 is_owner_model = policy_org == '0' and caller_org != '0' async with db.sqlorContext(dbname) as sor: if not ok_call: # 上游限流(429)失败 → 账号级冷却,轮转避让下一轮不再选它 if '429' in str(note or ''): _mark_cooldown(ctx.get('account_id', ''), '*') else: # 成本侧:供应商账号余额扣减(本机构/owner 模型都扣——真实钱流) if ctx.get('account_id') and cost > 0: await sor.sqlExe( "UPDATE llm_account SET balance=balance-${c}$ WHERE id=${i}$", {"c": cost, "i": ctx.get('account_id', '')}) await sor.sqlExe("COMMIT", {}) # 用量流水:本机构='na'(仅成本) / owner模型='pending'(待三方账) / 失败='na' accounting_status = 'na' if ok_call and is_owner_model: accounting_status = 'pending' from appPublic.uniqueID import getID await sor.C('llm_usage', { 'id': getID(), 'org_id': caller_org, 'user_id': ctx.get('user_id', ''), 'model_id': model.get('id', ''), 'account_id': ctx.get('account_id', ''), 'endpoint_region': ctx.get('endpoint_region', ''), 'req_tokens': int(req_tokens or 0), 'resp_tokens': int(resp_tokens or 0), 'cost': round(cost, 6), 'charge': 0, # 客户应付由异步三方账计算(本机构模型不收费) 'ppid': model.get('ppid', '') or '', 'task_ref': ctx.get('task_ref', ''), 'status': 'ok' if ok_call else 'failed', 'accounting_status': accounting_status, 'note': (note or '')[:200], }) await sor.sqlExe("COMMIT", {}) except Exception as e: logger.warning("pipeline_llm: 结算失败(不阻断调用方): %s", e) # ────────────────────────── 充值 ────────────────────────── async def recharge_account(account_id: str, amount, note: str = '', operator: str = ''): """供应商账号充值(成本侧钱包)。返回 (ok, msg)。""" try: amount = float(amount) except (TypeError, ValueError): return False, '充值金额必须是数字' if amount <= 0: return False, '充值金额必须大于 0' db, dbname = _get_db() async with db.sqlorContext(dbname) as sor: recs = await sor.sqlExe("SELECT id FROM llm_account WHERE id=${i}$", {"i": account_id}) await sor.sqlExe("COMMIT", {}) if not recs: return False, '账号不存在' await sor.sqlExe( "UPDATE llm_account SET balance=balance+${a}$, total_recharge=total_recharge+${a}$ " "WHERE id=${i}$", {"a": amount, "i": account_id}) await sor.sqlExe("COMMIT", {}) await _write_recharge_usage(sor, '', '', account_id, amount, note, operator) _govern_cache.clear() return True, '账号充值 %.4f 成功' % amount async def recharge_org(org_id: str, amount, note: str = '', operator: str = ''): """组织池充值(消费侧钱包)。无记录自动创建。返回 (ok, msg)。""" try: amount = float(amount) except (TypeError, ValueError): return False, '充值金额必须是数字' if amount <= 0: return False, '充值金额必须大于 0' if not org_id: return False, '缺少机构 ID' db, dbname = _get_db() async with db.sqlorContext(dbname) as sor: recs = await sor.sqlExe("SELECT id FROM llm_org_quota WHERE org_id=${o}$", {"o": org_id}) await sor.sqlExe("COMMIT", {}) if recs: await sor.sqlExe( "UPDATE llm_org_quota SET balance=balance+${a}$, total_recharge=total_recharge+${a}$ " "WHERE org_id=${o}$", {"a": amount, "o": org_id}) else: from appPublic.uniqueID import getID await sor.C('llm_org_quota', { 'id': getID(), 'org_id': org_id, 'balance': amount, 'total_recharge': amount, 'rate_limit': 0, 'status': 'active'}) await sor.sqlExe("COMMIT", {}) await _write_recharge_usage(sor, org_id, '', '', amount, note, operator) _govern_cache.clear() return True, '组织池充值 %.4f 成功' % amount async def _write_recharge_usage(sor, org_id, user_id, account_id, amount, note, operator): """充值流水(llm_usage 里 status=recharge 的行,对账用)。""" from appPublic.uniqueID import getID await sor.C('llm_usage', { 'id': getID(), 'org_id': org_id or '', 'user_id': user_id or '', 'model_id': '', 'account_id': account_id or '', 'endpoint_region': '', 'req_tokens': 0, 'resp_tokens': 0, 'cost': round(float(amount), 6) if account_id else 0, 'charge': round(float(amount), 6) if org_id else 0, 'ppid': '', 'task_ref': 'recharge', 'status': 'recharge', 'note': ((note or '') + (' | 操作人:%s' % operator if operator else ''))[:200], }) await sor.sqlExe("COMMIT", {}) def load_gateway(): """注册治理函数到 ServerEnv(供 dspy/其他模块调用)。""" from ahserver.serverenv import ServerEnv env = ServerEnv() env.llm_govern_resolve = govern_resolve env.llm_govern_settle = govern_settle env.llm_recharge_account = recharge_account env.llm_recharge_org = recharge_org env.llm_encrypt_api_key = encrypt_api_key logger.info("[pipeline_llm] gateway loaded")