异常派发修复注释

back_ground_module/Exception_Task.py

@@ -224,6 +224,8 @@ class NewExceptionTask:
     def main(self):
 
         task_start_time = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+
+        all_data =[]
         try:
             self.load_all_data()
 
@@ -462,11 +464,15 @@ class NewExceptionTask:
                         "data": payload_dict,
                         "transaction_id": UUid
                     }
+                    all_data.append(routine_follow_up_payload)
 
                     res = api_instance.data_batch_create(routine_follow_up_payload)
                     logger.info(f"创建结果：{res}")
+
                 except:
                     pass
+            # ndf = pd.DataFrame(all_data)
+            # ndf.to_csv(os.path.join(output_dir, "异常派发.csv"))
             common_module.send_task_status(task_start_time, "异常服务待办派发")
         except Exception as e:
             error_task_logger.error(f"异常服务待办派发执行时发生异常: {e}")

back_ground_module/common_module.py

@@ -144,7 +144,8 @@ class CommonModule:
             target_date_id = int(target_time.strftime('%Y%m%d'))  # 获取目标日期
 
             # sql语句查询
-            sql = f"""-- SELECT * FROM "public"."holo_ads_dataservice_saas_org_health_warning" WHERE "pt" =  '{target_date_id}' and "org_type" = '一般';"""
+            sql = f""" SELECT * FROM "public"."holo_ads_dataservice_saas_org_health_warning" WHERE "pt" =  '{target_date_id}' and "org_type" = '一般';"""
+            # sql = f""" SELECT * FROM "public"."holo_ads_dataservice_saas_org_health_warning" """
 
             # 执行语句并获取结果集
             cursor.execute(sql)
@@ -154,6 +155,7 @@ class CommonModule:
             # 执行结果转化为dataframe
             col = [i[0] for i in all_fields]
             data_yichang = pd.DataFrame(rows, columns=col)
+            # print(data_yichang.head(10))
 
             # 尝试自动解析日期时间字符串
             time_format = "%Y-%m-%d %H:%M:%S"

back_ground_module/revisit_new_services_180.py

@@ -21,7 +21,7 @@ error_task_logger = configure_error_task_logger()
 
 class NewServicesRevisit:
     """
-    新签回访180天
+    新签回访90、180天
     """
 
     def __init__(self):

back_ground_module/update_BI_CRM_info.py

@@ -188,7 +188,9 @@ class CRMDataProcessor:
     def process_data(self, df):
         """处理CRM数据"""
         # 去掉前六列和后两列
+        df.to_csv("CRM.csv", index=False)
         df = df.iloc[:, 6:-2]
+        print(df)
 
         # 生成URL
         base_url = f"https://www.jiandaoyun.com/dashboard/app/{self.api_key}/form/{self.entry_id}/data/"

back_ground_module/update_all_NGV_data_daily.py

@@ -46,7 +46,7 @@ USE_CONCURRENT_UPDATE = True  # True=并发更新（快），False=串行更新
 # 并发线程数（同时执行的更新任务数）
 # 建议值：5-20，过大可能被API限流，过小影响速度
 # 如果API限流严重，可以降低到3-5
-CONCURRENT_WORKERS = 6
+CONCURRENT_WORKERS = 4
 
 # 【4. 批量创建配置】
 # 是否使用批量创建（批量创建速度快）
@@ -110,6 +110,7 @@ class UpdateAllNGVDataDaily:
 
             logger.info("=" * 60)
             logger.info("NGV更新数据任务已完成")
+            common_module.send_task_status(task_start_time, "NGV更新数据")
             logger.info("=" * 60)
 
         except Exception as e:
@@ -247,8 +248,8 @@ class UpdateAllNGVDataDaily:
         nowtime = time.time()
 
         # 存储每天获取到的数据
-        ngv_data_1.to_csv(f"{nowtime}_ngv_data_today.csv", index=False)
-        ngv_data_2.to_csv(f"{nowtime}_ngv_data_yesterday.csv", index=False)
+        ngv_data_1.to_csv(f"ngv_data_today.csv", index=False)
+        ngv_data_2.to_csv(f"ngv_data_yesterday.csv", index=False)
 
         # 只保留 org_type 为 "一般" 的记录
         ngv_data_1 = ngv_data_1[ngv_data_1['org_type'] == '一般']

back_ground_module/update_denominator_reporting_adjustment_to_bi.py

@@ -21,7 +21,7 @@ error_task_logger = configure_error_task_logger()
 yd_api_instance = YDAPI()
 api_instance = API()
 common_module = CommonModule()
-TOKEN = yd_api_instance.generateToken()
+
 
 # 配置常量
 FORMID = "FORM-WV866IC119W8BZC7AKHAR7VT3FI52W4Q1VBFLD1"  # FPO需求提交
@@ -68,6 +68,7 @@ class DenominatorReportingAdjustment:
 
     def get_yida_data(self):
         # 获取分母报备数据
+        TOKEN = yd_api_instance.generateToken()
         denominator_data = yd_api_instance.read_processes(token=TOKEN, formUuid=FORMID, page=1, n=100,
                                                           appType=appType, systemToken=systemToken)
         self.denominator_data_list = []
@@ -204,6 +205,7 @@ class DenominatorReportingAdjustment:
     def main(self):
         task_start_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
         try:
+
             # step1:获取宜搭数据
             self.get_yida_data()
             logger.info("✅ 获取宜搭数据成功")

back_ground_module/update_molecule_reporting_adjustment_to_bi.py

@@ -20,8 +20,7 @@ error_task_logger = configure_error_task_logger()
 yd_api_instance = YDAPI()
 api_instance = API()
 common_module = CommonModule()
-TOKEN = yd_api_instance.generateToken()
-print(TOKEN)
+
 
 # 配置常量
 FORMID = "FORM-VJ866081CVI9E7ALB7WOO7BHPPQW25R99AWFL0"  # 分子报备调整
@@ -64,6 +63,7 @@ class MoleculeReportingAdjustment:
 
     def get_yida_data(self):
         # 获取分母报备数据
+        TOKEN = yd_api_instance.generateToken()
         molecule_data = yd_api_instance.read_processes(token=TOKEN, formUuid=FORMID, page=1, n=100,
                                                        appType=appType, systemToken=systemToken)
         self.molecule_data_list = []
@@ -177,6 +177,7 @@ class MoleculeReportingAdjustment:
     def main(self):
         task_start_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
         try:
+
             logger.info(f"开始执行任务")
             # step1:获取宜搭数据
             self.get_yida_data()