321 lines
13 KiB
Plaintext
321 lines
13 KiB
Plaintext
async def sync_model_to_llm(ns={}):
|
|
import aiohttp
|
|
|
|
async def get_sync_orgid(sor):
|
|
if ns.get('orgid'):
|
|
return ns.get('orgid')
|
|
user_li = await sor.R('users', {'id': await get_user()})
|
|
return user_li[0].get('orgid') if user_li else ''
|
|
|
|
def build_llm_data(item):
|
|
return {
|
|
'id': item.get('id') or uuid(),
|
|
'name': item.get('name'),
|
|
'model': item.get('model'),
|
|
'description': item.get('description'),
|
|
'iconid': item.get('iconid'),
|
|
'upappid': item.get('upappid'),
|
|
'providerid': item.get('providerid'),
|
|
'ownerid': item.get('ownerid') or '0',
|
|
'enabled_date': item.get('enabled_date'),
|
|
'expired_date': item.get('expired_date'),
|
|
'min_balance': item.get('min_balance'),
|
|
'status': item.get('status') or 'published',
|
|
'catelogname': item.get('catelogname'),
|
|
'catelog_id': item.get('catelog_id') or item.get('catelogid'),
|
|
'llmcatelogid': item.get('catelog_id') or item.get('catelogid'),
|
|
'apiname': item.get('apiname'),
|
|
'query_apiname': item.get('query_apiname'),
|
|
'query_period': item.get('query_period'),
|
|
'ppid': item.get('ppid'),
|
|
'provider_name': item.get('provider_name'),
|
|
'pricing_display': item.get('pricing_display'),
|
|
'provider_iconurl': item.get('provider_iconurl')
|
|
}
|
|
|
|
async def ensure_provider(sor, provider_orgcode, provider_name, sync_orgid, item):
|
|
exist_org_li = await sor.R('organization', {'orgcode': provider_orgcode, 'del_flg': '0'})
|
|
if exist_org_li:
|
|
provider_orgid = exist_org_li[0].get('id')
|
|
await sor.U('organization', {
|
|
'id': provider_orgid,
|
|
'orgname': provider_name,
|
|
'orgcode': provider_orgcode,
|
|
'parentid': sync_orgid,
|
|
'org_type': '4'
|
|
})
|
|
else:
|
|
provider_orgid = uuid()
|
|
await sor.C('organization', {
|
|
'id': provider_orgid,
|
|
'orgname': provider_name,
|
|
'contactor': '连战',
|
|
'contactor_phone': '13800138000',
|
|
'address': '北京市海淀区',
|
|
'main_business': provider_name,
|
|
'orgcode': provider_orgcode,
|
|
'emailaddress': 'lianzhan@cntoai.com',
|
|
'org_type': '4',
|
|
'parentid': sync_orgid
|
|
})
|
|
await openProviderAccounts(sor, sync_orgid, provider_orgid)
|
|
|
|
provider_li = await sor.R('provider', {'orgid': provider_orgid, 'del_flg': '0'})
|
|
provider_data = {
|
|
'name': provider_name,
|
|
'description': provider_name,
|
|
'appid': item.get('upappid') or '',
|
|
'providerkey': provider_orgcode,
|
|
'state': '1',
|
|
'start_date': '2026-07-01',
|
|
'end_date': '9999-12-31',
|
|
'settle_mode': '3',
|
|
'settle_flowid': '0',
|
|
'settle_datep': 'M00',
|
|
'discount_mode': 1,
|
|
'orgid': provider_orgid
|
|
}
|
|
if provider_li:
|
|
provider_id = provider_li[0].get('id')
|
|
provider_data['id'] = provider_id
|
|
await sor.U('provider', provider_data)
|
|
else:
|
|
provider_id = uuid()
|
|
provider_data['id'] = provider_id
|
|
await sor.C('provider', provider_data)
|
|
|
|
protocol_li = await sor.R('saleprotocol', {'offer_orgid': provider_orgid, 'bid_orgid': sync_orgid, 'del_flg': '0'})
|
|
if protocol_li:
|
|
protocolid = protocol_li[0].get('id')
|
|
await sor.U('saleprotocol', {
|
|
'id': protocolid,
|
|
'offer_orgid': provider_orgid,
|
|
'bid_orgid': sync_orgid,
|
|
'salemode': '0',
|
|
'settle_mode': '3',
|
|
'settle_dp': 'M00',
|
|
'start_date': '2026-07-01',
|
|
'end_date': '9999-12-31'
|
|
})
|
|
else:
|
|
protocolid = uuid()
|
|
await sor.C('saleprotocol', {
|
|
'id': protocolid,
|
|
'offer_orgid': provider_orgid,
|
|
'bid_orgid': sync_orgid,
|
|
'salemode': '0',
|
|
'settle_mode': '3',
|
|
'settle_dp': 'M00',
|
|
'start_date': '2026-07-01',
|
|
'end_date': '9999-12-31'
|
|
})
|
|
|
|
return {
|
|
'provider_orgid': provider_orgid,
|
|
'provider_id': provider_id,
|
|
'protocolid': protocolid
|
|
}
|
|
|
|
async def sync_product(sor, item, category_list, provider_orgid, protocolid, sync_orgid):
|
|
product_data = {
|
|
'providerid': provider_orgid,
|
|
'providerpid': item.get('id'),
|
|
'name': item.get('name'),
|
|
# 'description': item.get('description') or '',
|
|
'ptype': '21',
|
|
'state': '1',
|
|
'salemode': '0',
|
|
'product_code': item.get('model'),
|
|
'reseller_orgid': sync_orgid,
|
|
'classify': 'A',
|
|
'label': item.get('catelogname') or category_list.get('catelogname'),
|
|
# 'productgroup': item.get('catelog_id') or item.get('catelogid') or category_list.get('catelogid'),
|
|
'product_area': '北京',
|
|
'effect_date': '2026-07-01',
|
|
'expire_date': '9999-12-31'
|
|
}
|
|
product_li = await sor.R('product', {'providerid': provider_orgid, 'product_code': item.get('model'), 'del_flg': '0'})
|
|
if product_li:
|
|
product_id = product_li[0].get('id')
|
|
product_data['id'] = product_id
|
|
await sor.U('product', product_data)
|
|
product_action = 'update'
|
|
else:
|
|
product_id = uuid()
|
|
product_data['id'] = product_id
|
|
await sor.C('product', product_data)
|
|
product_action = 'insert'
|
|
|
|
salemode_data = {
|
|
'protocolid': protocolid,
|
|
'providerid': provider_orgid,
|
|
'productid': product_id,
|
|
'discount': 1,
|
|
'unit': 'hour'
|
|
}
|
|
product_salemode_li = await sor.R('product_salemode', {
|
|
'protocolid': protocolid,
|
|
'providerid': provider_orgid,
|
|
'productid': product_id,
|
|
'del_flg': '0'
|
|
})
|
|
if product_salemode_li:
|
|
salemode_data['id'] = product_salemode_li[0].get('id')
|
|
await sor.U('product_salemode', salemode_data)
|
|
else:
|
|
salemode_data['id'] = uuid()
|
|
await sor.C('product_salemode', salemode_data)
|
|
|
|
return product_action
|
|
|
|
async def upsert_llm(sor, item):
|
|
llm_data = build_llm_data(item)
|
|
# 厂商 id 是 llm 表主键，优先按 id 更新，避免模型名称变化后重复插入主键
|
|
exist_llm = await sor.R('llm', {'id': llm_data.get('id')})
|
|
if not exist_llm:
|
|
# 兼容历史数据：相同 model 可能已使用其他本地主键
|
|
exist_llm = await sor.R('llm', {'model': item.get('model')})
|
|
if exist_llm:
|
|
llm_data['id'] = exist_llm[0].get('id')
|
|
await sor.U('llm', llm_data)
|
|
return 'update'
|
|
await sor.C('llm', llm_data)
|
|
return 'insert'
|
|
|
|
# 从数据库读取domain和Bearer token
|
|
db = DBPools()
|
|
async with db.sqlorContext('kboss') as sor:
|
|
domain_li = await sor.R('params', {'pname': 'cntoai_domain'})
|
|
user_key = await sor.R('params', {'pname': 'cntoai_already_sync_user_key'})
|
|
if not domain_li or not user_key:
|
|
return {
|
|
'status': False,
|
|
'msg': '未找到params domain或Bearer token'
|
|
}
|
|
domain = domain_li[0]['pvalue']
|
|
bearer_token = user_key[0]['pvalue']
|
|
# sync_orgid = await get_sync_orgid(sor)
|
|
sync_orgid = "mIWUHBeeDM8mwAFPIQ8pS" # 固定写
|
|
if not sync_orgid:
|
|
return {
|
|
'status': False,
|
|
'msg': '未找到当前用户所属机构'
|
|
}
|
|
|
|
url = f"{domain}/llmage/list_llms"
|
|
header = {
|
|
'Authorization': f'Bearer {bearer_token}',
|
|
'Content-Type': 'application/json',
|
|
}
|
|
try:
|
|
async with aiohttp.ClientSession() as session:
|
|
async with session.get(url, headers=header) as response:
|
|
result = await response.json()
|
|
if not result:
|
|
return {
|
|
'status': False,
|
|
'msg': '没有找到模型列表'
|
|
}
|
|
|
|
# 插入数据库
|
|
db = DBPools()
|
|
async with db.sqlorContext('kboss') as sor:
|
|
provider_groups = {}
|
|
current_model_set = set()
|
|
for category_list in result:
|
|
for item in category_list.get('llms', []):
|
|
provider_orgcode = item.get('providerid')
|
|
model = item.get('model')
|
|
if not provider_orgcode or not model:
|
|
continue
|
|
item['catelogname'] = item.get('catelogname') or category_list.get('catelogname')
|
|
item['catelog_id'] = item.get('catelog_id') or item.get('catelogid') or category_list.get('catelogid')
|
|
current_model_set.add(model)
|
|
if provider_orgcode not in provider_groups:
|
|
provider_groups[provider_orgcode] = {
|
|
'provider_name': item.get('provider_name') or provider_orgcode or '模型供应商',
|
|
'items': []
|
|
}
|
|
elif item.get('provider_name'):
|
|
provider_groups[provider_orgcode]['provider_name'] = item.get('provider_name')
|
|
provider_groups[provider_orgcode]['items'].append({
|
|
'item': item,
|
|
'category': category_list
|
|
})
|
|
|
|
provider_count = 0
|
|
product_insert_count = 0
|
|
product_update_count = 0
|
|
llm_insert_count = 0
|
|
llm_update_count = 0
|
|
synced_llms_list = []
|
|
|
|
for provider_orgcode, provider_group in provider_groups.items():
|
|
provider_name = provider_group.get('provider_name') or provider_orgcode or '模型供应商'
|
|
provider_data = await ensure_provider(
|
|
sor,
|
|
provider_orgcode,
|
|
provider_name,
|
|
sync_orgid,
|
|
provider_group['items'][0]['item']
|
|
)
|
|
provider_count += 1
|
|
|
|
for model_info in provider_group['items']:
|
|
item = model_info['item']
|
|
category_list = model_info['category']
|
|
product_action = await sync_product(
|
|
sor,
|
|
item,
|
|
category_list,
|
|
provider_data['provider_orgid'],
|
|
provider_data['protocolid'],
|
|
sync_orgid
|
|
)
|
|
if product_action == 'insert':
|
|
product_insert_count += 1
|
|
else:
|
|
product_update_count += 1
|
|
|
|
llm_action = await upsert_llm(sor, item)
|
|
if llm_action == 'insert':
|
|
llm_insert_count += 1
|
|
else:
|
|
llm_update_count += 1
|
|
synced_llms_list.append(item.get('model'))
|
|
|
|
llm_unpublished_count = 0
|
|
exist_llm_li = await sor.R('llm', {})
|
|
for exist_llm in exist_llm_li:
|
|
exist_model = exist_llm.get('model')
|
|
if exist_model and exist_model not in current_model_set and exist_llm.get('status') != 'unpublished':
|
|
await sor.U('llm', {
|
|
'id': exist_llm.get('id'),
|
|
'status': 'unpublished'
|
|
})
|
|
llm_unpublished_count += 1
|
|
|
|
return {
|
|
'status': True,
|
|
'msg': 'sync_llm_list同步模型成功',
|
|
'data': {
|
|
'provider_count': provider_count,
|
|
'product_insert_count': product_insert_count,
|
|
'product_update_count': product_update_count,
|
|
'llm_insert_count': llm_insert_count,
|
|
'llm_update_count': llm_update_count,
|
|
'llm_unpublished_count': llm_unpublished_count,
|
|
'model_list': synced_llms_list
|
|
}
|
|
}
|
|
|
|
except Exception as e:
|
|
return {
|
|
'status': False,
|
|
'msg': f"sync_llm_list同步模型失败, {domain}, {bearer_token}: {e}"
|
|
}
|
|
|
|
|
|
ret = await sync_model_to_llm(params_kw)
|
|
return ret
|