panda/saas
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

saas1.6日志更新

Browse Source
This commit is contained in:
z66
2025-08-14 11:55:03 +08:00
parent d5e60e9014
commit 3bffc6946b
34 changed files with 2999 additions and 2907 deletions
Download Patch File Download Diff File Expand all files Collapse all files
back_ground_module/import_performance_data.py
+39 -29
View File
@@ -6,7 +6,11 @@ from api import API
import pymysql # 使用 pymysql 替代 mysql.connector
from back_ground_module import CommonModule
from tqdm import tqdm
from log_config import configure_task_logger, configure_error_task_logger
logger = configure_task_logger()
error_task_logger = configure_error_task_logger()
start_time = datetime.datetime.now()
api_instance = API()
common_module = CommonModule()
@@ -107,40 +111,46 @@ class ImportPerformanceData:
def main(self):
task_start_time = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
self.load_all_data()
# Step1:获取履约表数据
df = common_module.get_perforamnce_details()
print(df)
try:
self.load_all_data()
# Step1:获取履约表数据
df = common_module.get_perforamnce_details()
logger.info("数据获取完成")
print("数据获取完成")
# Step2:清空现有数据
try:
id_list = [item["_id"] for item in self.performance_data_list]
# Step2:清空现有数据
id_list = [item["_id"] for item in self.performance_data_list]
delete_payload = {
"api_key": "675b900991ad2491c69389ca",
"entry_id": "68637c9818bc333fc14c30ad",
"data_ids": id_list
}
api_instance.entry_data_batch_delete(delete_payload)
logger.info("数据删除完成")
except Exception as e:
error_task_logger.error(f"数据删除失败: {e}")
common_module.send_task_error(task_start_time, "履约表数据支撑", str(e))
delete_payload = {
"api_key": "675b900991ad2491c69389ca",
"entry_id": "68637c9818bc333fc14c30ad",
"data_ids": id_list
}
api_instance.entry_data_batch_delete(delete_payload)
print("数据删除完成")
# Step3:将数据写入简道云中
all_data = self.process_data(df)
# Step3:将数据写入简道云中
all_data = self.process_data(df)
# 分批处理，每批1000条
batch_size = 1000
for i in tqdm(range(0, len(all_data), batch_size)):
batch = all_data[i:i + batch_size]
payload = {
"api_key": "675b900991ad2491c69389ca",
"entry_id": "68637c9818bc333fc14c30ad",
"data_list": batch
}
api_instance.entry_data_batch_create(payload)
# 分批处理，每批1000条
batch_size = 1000
for i in tqdm(range(0, len(all_data), batch_size)):
batch = all_data[i:i + batch_size]
payload = {
"api_key": "675b900991ad2491c69389ca",
"entry_id": "68637c9818bc333fc14c30ad",
"data_list": batch
}
api_instance.entry_data_batch_create(payload)
print("数据写入完成")
common_module.send_task_status(task_start_time, "履约表数据支撑")
logger.info("简道云数据写入完成")
common_module.send_task_status(task_start_time, "履约表数据支撑")
except Exception as e:
error_task_logger.error(f"履约表数据支撑执行失败: {e}")
common_module.send_task_error(task_start_time, "履约表数据支撑", str(e))
@staticmethod
def row_to_dict(row, field_mapping):