| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758 |
- import json
- import Utils
- from Config import mysql_pool, conn, headers, page, size
- start_time = Utils.data_time()
- print("开始时间(精确到毫秒)[终止机构]:", start_time)
- # 因为这里数据一条人员信息amac_member_user中包含了对应的多个证书,所以需要先循环把证书拿出来
- def savetodb(data):
- # 判断是否为空,为空则跳过直接返回
- if data is None: return
- person_record = []
- for item in data:
- # 构建人员信息记录
- this_data = {
- 'user_id': item.get("userId"),
- 'org_code': item.get("orgCode"),
- 'org_type': item.get("orgType"),
- 'org_name': item.get("orgName"),
- 'org_name_chinese_spell': item.get("orgNameChineseSpell"),
- 'worker_total_num': item.get("workerTotalNum"),
- 'oper_num': item.get("operNum"),
- 'salesman_num': item.get("salesmanNum"),
- 'investment_manager_num': item.get("investmentManagerNum"),
- 'fund_manager_num': item.get("fundManagerNum"),
- 'ext_worker_total_num': item.get("extWorkerTotalNum"),
- 'ext_oper_num': item.get("extOperNum"),
- 'ext_salesman_num': item.get("extSalesmanNum"),
- 'ext_investment_manager_num': item.get("extInvestmentManagerNum"),
- 'ext_fund_manager_num': item.get("extFundManagerNum")
- }
- person_record.append(this_data)
- # 批量插入
- mysql_pool.insert('amac_person_org_registration', person_record)
- # 首先查出所有类型 amac_org_type ,然后根据类型循环遍历入库
- amac_org_type = mysql_pool.fetchall("select * from amac_org_type");
- for amac_org_type_item in amac_org_type:
- org_type_code = amac_org_type_item.get("org_type_code")
- org_type_name = amac_org_type_item.get("org_type_name")
- this_page = page
- this_size = size
- # org_type_code = "gmjjglgs"
- # org_type_name = "公募基金管理公司"
- print("开始处理类型:", org_type_code, org_type_name)
- payload = json.dumps({"page": 1, "orgType": str(org_type_code), "orgName": ""})
- http_url = "/amac-infodisc/api/pof/personOrg"
- Utils.get_page_result(http_url, this_page, this_size, payload, headers, conn, savetodb, __file__)
- print(f"[终止机构]结束时间(精确到毫秒): {Utils.data_time()} - {start_time}")
|