113 lines
4.7 KiB
Python
113 lines
4.7 KiB
Python
#!/usr/bin/env python3
|
||
"""统一初始化数据导入脚本（模块 init/data.json -> pipeline 库）。
|
||
|
||
读取各模块 init/data.json 的字典数据（appcodes / appcodes_kv / organization），
|
||
导入 pipeline 库对应表。幂等：已存在则跳过。
|
||
|
||
用法：
|
||
py3/bin/python scripts/import_init.py
|
||
"""
|
||
import sys, os, json, asyncio
|
||
|
||
SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
|
||
ROOT_DIR = os.path.dirname(SCRIPT_DIR)
|
||
sys.path.insert(0, os.path.join(ROOT_DIR, 'py3', 'lib', 'python3.10', 'site-packages'))
|
||
sys.path.insert(0, ROOT_DIR)
|
||
|
||
from sqlor.dbpools import DBPools
|
||
from appPublic.jsonConfig import getConfig
|
||
from appPublic.folderUtils import ProgramPath
|
||
from appPublic.uniqueID import getID
|
||
from ahserver.serverenv import ServerEnv
|
||
from ahserver.globalEnv import initEnv
|
||
|
||
# 各模块的 init 数据（模块名 -> 相对 ROOT_DIR 的 init/data.json 路径）
|
||
INIT_MODULES = [
|
||
('product_management', 'pkgs/product_management/init/data.json'),
|
||
('discount', 'pkgs/discount/init/data.json'),
|
||
('pipeline_core', 'pkgs/pipeline_core/init/data.json'),
|
||
('pipeline-sdlc', 'pkgs/pipeline-sdlc/init/data.json'),
|
||
]
|
||
|
||
|
||
def normalize(data):
|
||
"""兼容两种 data.json 格式，返回 (appcodes, appcodes_kv, organization)。
|
||
|
||
扁平格式（product_management/discount）：
|
||
{"appcodes": [{"id","name","hierarchy_flg"}],
|
||
"appcodes_kv": [{"id","parentid","k","v"}]}
|
||
嵌套格式（pipeline_core/pipeline-sdlc）：
|
||
{"appcodes": [{"parentid","parentname","items":[{"k","v"}]}]}
|
||
嵌套格式展开为扁平：appcodes.id=parentid、appcodes_kv.id=f"{parentid}_{k}"（稳定组合键，幂等）。
|
||
"""
|
||
raw_ac = data.get('appcodes', [])
|
||
if raw_ac and isinstance(raw_ac[0], dict) and 'parentid' in raw_ac[0]:
|
||
appcodes = []
|
||
appcodes_kv = []
|
||
for ac in raw_ac:
|
||
pid = ac['parentid']
|
||
appcodes.append({'id': pid, 'name': ac.get('parentname', pid), 'hierarchy_flg': '0'})
|
||
for item in ac.get('items', []):
|
||
appcodes_kv.append({
|
||
'id': f"{pid}_{item['k']}",
|
||
'parentid': pid,
|
||
'k': item['k'],
|
||
'v': item['v'],
|
||
})
|
||
return appcodes, appcodes_kv, data.get('organization', [])
|
||
return raw_ac, data.get('appcodes_kv', []), data.get('organization', [])
|
||
|
||
|
||
async def main():
|
||
config = getConfig(ROOT_DIR, NS={'workdir': ROOT_DIR, 'ProgramPath': ProgramPath()})
|
||
DBPools(config.databases)
|
||
initEnv()
|
||
env = ServerEnv()
|
||
env.get_module_dbname = lambda m: 'pipeline' if 'pipeline' in m else 'sage'
|
||
|
||
total = {'appcodes': 0, 'appcodes_kv': 0, 'organization': 0}
|
||
async with DBPools().sqlorContext('pipeline') as sor:
|
||
for mod, rel in INIT_MODULES:
|
||
f = os.path.join(ROOT_DIR, rel)
|
||
if not os.path.exists(f):
|
||
print(f' skip {mod}: {rel} not found')
|
||
continue
|
||
data = json.load(open(f, encoding='utf-8'))
|
||
appcodes, appcodes_kv, organization = normalize(data)
|
||
for ac in appcodes:
|
||
recs = await sor.R('appcodes', {'id': ac['id']})
|
||
if not recs:
|
||
await sor.C('appcodes', {
|
||
'id': ac['id'],
|
||
'name': ac.get('name', ''),
|
||
'hierarchy_flg': ac.get('hierarchy_flg', '0'),
|
||
})
|
||
total['appcodes'] += 1
|
||
for kv in appcodes_kv:
|
||
# 幂等检查用 (parentid, k) 组合（appcodes_kv 有 parentid+k 唯一索引，
|
||
# 且历史数据 id 是 UUID 非 parentid_k 组合键，用 id 检查会漏判 → 唯一索引冲突）
|
||
recs = await sor.sqlExe(
|
||
"SELECT id FROM appcodes_kv WHERE parentid=${p}$ AND k=${k}$",
|
||
{"p": kv.get('parentid', ''), "k": kv.get('k', '')})
|
||
if not recs:
|
||
await sor.C('appcodes_kv', {
|
||
'id': kv['id'],
|
||
'parentid': kv.get('parentid', ''),
|
||
'k': kv.get('k', ''),
|
||
'v': kv.get('v', ''),
|
||
})
|
||
total['appcodes_kv'] += 1
|
||
for org in organization:
|
||
recs = await sor.R('organization', {'id': org['id']})
|
||
if not recs:
|
||
await sor.C('organization', {
|
||
'id': org['id'],
|
||
'orgname': org.get('orgname', ''),
|
||
})
|
||
total['organization'] += 1
|
||
print(f'import_init: appcodes {total["appcodes"]}, appcodes_kv {total["appcodes_kv"]}, organization {total["organization"]}')
|
||
|
||
|
||
if __name__ == '__main__':
|
||
asyncio.run(main())
|