ngv每日更新存储数据源数据

back_ground_module/update_all_NGV_data_daily.py

@@ -154,7 +154,7 @@ class UpdateAllNGVDataDaily:
             jdy_ngv_data, staff_id_map = self._load_base_data()
 
             # 步骤2: 获取并处理NGV源数据
-            ngv_data_today, ngv_data_yesterday = self._load_ngv_source_data()
+            ngv_data_today, ngv_data_yesterday = self._load_ngv_source_data(task_start_time)
 
             # 步骤3: 处理已删除的门店
             self._handle_deleted_stores(jdy_ngv_data, ngv_data_today)
@@ -239,7 +239,7 @@ class UpdateAllNGVDataDaily:
 
         return jdy_ngv_data, staff_id_map
 
-    def _load_ngv_source_data(self):
+    def _load_ngv_source_data(self, task_start_time):
         """
         步骤2: 获取并处理NGV源数据
         返回: (昨天的数据, 前天的数据)
@@ -263,6 +263,10 @@ class UpdateAllNGVDataDaily:
         ngv_data_1 = common_module.get_ngv_details(days_back=1)
         ngv_data_2 = common_module.get_ngv_details(days_back=2)
 
+        # 存储每天获取到的数据
+        ngv_data_1.to_csv(f"{task_start_time}_ngv_data_today.csv", index=False)
+        ngv_data_2.to_csv(f"{task_start_time}_ngv_data_yesterday.csv", index=False)
+
         # 只保留 org_type 为 "一般" 的记录
         ngv_data_1 = ngv_data_1[ngv_data_1['org_type'] == '一般']
         ngv_data_2 = ngv_data_2[ngv_data_2['org_type'] == '一般']
@@ -795,7 +799,7 @@ class UpdateAllNGVDataDaily:
                     'api_key': Config.SaaS_Tasks_APP_ID,
                     'entry_id': Config.NGV_TASKS_ENTRY_ID,
                     'data': item['data_dict'],
-                    'is_start_trigger':'true',
+                    'is_start_trigger': 'true',
 
                 }
                 api_instance.data_batch_create(data=create_data, max_retries=20)
@@ -1188,4 +1192,3 @@ class UpdateAllNGVDataDaily:
 if __name__ == '__main__':
     updater = UpdateAllNGVDataDaily()
     updater.main()
-