泰国新增2字段

back_ground_module/logs/error_task.log

@@ -8,3 +8,5 @@
 2025-08-21 09:38:43,196 - data_Support_Commission.py - error_task_logger - ERROR - 小六提成数据支撑任务执行出错：'Logger' object has no attribute 'warrning'
 2025-08-21 09:38:43,333 - data_Support_Commission.py - error_task_logger - ERROR - 小六提成数据支撑任务执行出错：cannot access local variable 'data_commission' where it is not associated with a value
 2025-08-21 09:54:25,836 - update_denominator_reporting_adjustment_to_bi.py - error_task_logger - ERROR - 写入数据时发生错误: 1054 (42S22): Unknown column 'nan' in 'field list'
+2025-09-05 14:57:31,453 - update_BI_CRM_info.py - error_task_logger - ERROR - 导入数据时发生错误: 1064 (42000): You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'end date, Contract start date, url) VALUES ('C-241113-001', 'Haikarnyang', '全' at line 1
+2025-09-05 14:57:31,894 - update_BI_CRM_info.py - error_task_logger - ERROR - 任务简道云海外项目CRM客户档案迁移BI执行失败。

back_ground_module/logs/task.log

@@ -23881,3 +23881,34 @@
 2025-09-02 10:46:58,318 - non_standar_performance_to_BI.py - task_logger - INFO - 成功写入 8 条记录到 non_standard_performance_to_BI 表中。
 2025-09-02 10:46:58,318 - non_standar_performance_to_BI.py - task_logger - INFO - 数据已写入数据库中
 2025-09-02 10:46:58,455 - common_module.py - task_logger - INFO - 任务状态发送成功: {'data': {'creator': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'updater': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'deleter': None, 'createTime': '2025-09-02T02:46:56.404Z', 'updateTime': '2025-09-02T02:46:56.404Z', 'deleteTime': None, '_widget_1744873387500': '2025-09-02T00:00:00.000Z', '_widget_1743644977694': '非标业绩提报转BI', '_widget_1744873387501': '2025-09-02T02:46:57.000Z', '_widget_1744873387502': '2025-09-02T02:46:58.000Z', '_widget_1744873387504': '1', '_id': '68b65aa06dab35b0f2ed18c8', 'appId': '6694d3c4fcb69ca9a111a6c4', 'entryId': '67ede908eb9c22261016466e'}}
+2025-09-05 14:48:52,125 - update_BI_CRM_info.py - task_logger - INFO - 开始处理任务
+2025-09-05 14:48:52,476 - api.py - task_logger - INFO - 已获取 100 条数据
+2025-09-05 14:48:52,668 - api.py - task_logger - INFO - 已获取 106 条数据
+2025-09-05 14:48:52,856 - update_BI_CRM_info.py - task_logger - INFO - 数据获取完成
+2025-09-05 14:48:52,908 - update_BI_CRM_info.py - task_logger - INFO - 数据处理完成
+2025-09-05 14:48:53,195 - update_BI_CRM_info.py - task_logger - INFO - 成功清空表 jiandaoyun_crm_customer_profile 中的所有数据
+2025-09-05 14:48:53,209 - update_BI_CRM_info.py - task_logger - INFO - 表清空完成
+2025-09-05 14:48:53,436 - update_BI_CRM_info.py - task_logger - INFO - 成功导入 106 条记录到 jiandaoyun_crm_customer_profile 表
+2025-09-05 14:48:53,449 - update_BI_CRM_info.py - task_logger - INFO - 数据导入完成
+2025-09-05 14:48:53,450 - update_BI_CRM_info.py - task_logger - INFO - 数据处理流程完成
+2025-09-05 14:48:53,587 - common_module.py - task_logger - INFO - 任务状态发送成功: {'data': {'creator': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'updater': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'deleter': None, 'createTime': '2025-09-05T06:48:52.885Z', 'updateTime': '2025-09-05T06:48:52.885Z', 'deleteTime': None, '_widget_1744873387500': '2025-09-05T00:00:00.000Z', '_widget_1743644977694': '简道云海外项目CRM客户档案迁移BI', '_widget_1744873387501': '2025-09-05T06:48:52.000Z', '_widget_1744873387502': '2025-09-05T06:48:53.000Z', '_widget_1744873387504': '1', '_id': '68ba87d4eb7d4d55fdd01a55', 'appId': '6694d3c4fcb69ca9a111a6c4', 'entryId': '67ede908eb9c22261016466e'}}
+2025-09-05 14:57:30,268 - update_BI_CRM_info.py - task_logger - INFO - 开始处理任务
+2025-09-05 14:57:30,718 - api.py - task_logger - INFO - 已获取 100 条数据
+2025-09-05 14:57:30,858 - api.py - task_logger - INFO - 已获取 106 条数据
+2025-09-05 14:57:30,988 - update_BI_CRM_info.py - task_logger - INFO - 数据获取完成
+2025-09-05 14:57:31,036 - update_BI_CRM_info.py - task_logger - INFO - 数据处理完成
+2025-09-05 14:57:31,213 - update_BI_CRM_info.py - task_logger - INFO - 成功清空表 jiandaoyun_crm_customer_profile 中的所有数据
+2025-09-05 14:57:31,228 - update_BI_CRM_info.py - task_logger - INFO - 表清空完成
+2025-09-05 14:57:31,592 - common_module.py - task_logger - INFO - 任务错误发生成功: {'data': {'creator': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'updater': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'deleter': None, 'createTime': '2025-09-05T06:57:30.876Z', 'updateTime': '2025-09-05T06:57:30.876Z', 'deleteTime': None, '_widget_1744873387500': '2025-09-05T00:00:00.000Z', '_widget_1743644977694': '简道云海外项目CRM客户档案迁移BI', '_widget_1744873387501': '2025-09-05T06:57:31.000Z', '_widget_1744873387502': '2025-09-05T06:57:31.000Z', '_widget_1744873387504': '0', '_widget_1754981992215': "1064 (42000): You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'end date, Contract start date, url) VALUES ('C-241113-001', 'Haikarnyang', '全' at line 1", '_id': '68ba89da2bab90c02dac17ee', 'appId': '6694d3c4fcb69ca9a111a6c4', 'entryId': '689ae65da00c17578e27cd74'}}
+2025-09-05 14:57:31,894 - common_module.py - task_logger - INFO - 任务错误发生成功: {'data': {'creator': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'updater': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'deleter': None, 'createTime': '2025-09-05T06:57:31.137Z', 'updateTime': '2025-09-05T06:57:31.137Z', 'deleteTime': None, '_widget_1744873387500': '2025-09-05T00:00:00.000Z', '_widget_1743644977694': '简道云海外项目CRM客户档案迁移BI', '_widget_1744873387501': '2025-09-05T06:57:30.000Z', '_widget_1744873387502': '2025-09-05T06:57:31.000Z', '_widget_1744873387504': '1', '_widget_1754981992215': "1064 (42000): You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'end date, Contract start date, url) VALUES ('C-241113-001', 'Haikarnyang', '全' at line 1", '_id': '68ba89db70ad231323675347', 'appId': '6694d3c4fcb69ca9a111a6c4', 'entryId': '689ae65da00c17578e27cd74'}}
+2025-09-05 14:59:04,831 - update_BI_CRM_info.py - task_logger - INFO - 开始处理任务
+2025-09-05 14:59:05,218 - api.py - task_logger - INFO - 已获取 100 条数据
+2025-09-05 14:59:05,394 - api.py - task_logger - INFO - 已获取 106 条数据
+2025-09-05 14:59:05,519 - update_BI_CRM_info.py - task_logger - INFO - 数据获取完成
+2025-09-05 14:59:05,566 - update_BI_CRM_info.py - task_logger - INFO - 数据处理完成
+2025-09-05 14:59:05,802 - update_BI_CRM_info.py - task_logger - INFO - 成功清空表 jiandaoyun_crm_customer_profile 中的所有数据
+2025-09-05 14:59:05,818 - update_BI_CRM_info.py - task_logger - INFO - 表清空完成
+2025-09-05 14:59:06,063 - update_BI_CRM_info.py - task_logger - INFO - 成功导入 106 条记录到 jiandaoyun_crm_customer_profile 表
+2025-09-05 14:59:06,078 - update_BI_CRM_info.py - task_logger - INFO - 数据导入完成
+2025-09-05 14:59:06,078 - update_BI_CRM_info.py - task_logger - INFO - 数据处理流程完成
+2025-09-05 14:59:06,229 - common_module.py - task_logger - INFO - 任务状态发送成功: {'data': {'creator': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'updater': {'name': 'F6汽车科技', 'username': '#admin', 'status': 1, 'type': 0}, 'deleter': None, 'createTime': '2025-09-05T06:59:05.499Z', 'updateTime': '2025-09-05T06:59:05.499Z', 'deleteTime': None, '_widget_1744873387500': '2025-09-05T00:00:00.000Z', '_widget_1743644977694': '简道云海外项目CRM客户档案迁移BI', '_widget_1744873387501': '2025-09-05T06:59:04.000Z', '_widget_1744873387502': '2025-09-05T06:59:06.000Z', '_widget_1744873387504': '2', '_id': '68ba8a394e83b39f799f845c', 'appId': '6694d3c4fcb69ca9a111a6c4', 'entryId': '67ede908eb9c22261016466e'}}

back_ground_module/new_dealer_service_order_to_bi.py

@@ -50,8 +50,8 @@ class NewDealerServiceOrderToBI:
                               '不上货原因': '_widget_1742268351779', '是否培训系统使用': '_widget_1749717287367',
                               '不培训系统使用原因': '_widget_1749717287369', '是否补货': '_widget_1749717287373',
                               '不补货原因': '_widget_1749717287375',
-                              '是否进行滞销回抽+盘点介绍': '_widget_1742200372561',
+                              '是否进行滞销回抽盘点介绍': '_widget_1742200372561',
-                              '不进行滞销回抽+盘点介绍原因': '_widget_1742268351780',
+                              '不进行滞销回抽盘点介绍原因': '_widget_1742268351780',
                               '服务是否满意': '_widget_1743148999298', '服务不满意原因': '_widget_1743148999308',
                               '产品是否满意': '_widget_1743148999300', '产品不满意原因': '_widget_1743148999309',
                               # '上传评价图片': '_widget_1743148999310',

back_ground_module/update_BI_CRM_info.py

@@ -111,6 +111,8 @@ class CRMDataProcessor:
             '_widget_1709110881016': '银行账户',
             "_widget_1749204198412": "原系统情况描述",
             "_widget_1749632087678": "付款金额_泰铢",
+            "_widget_1756951762528": "Contract end date",
+            "_widget_1756951762527": "Contract start date",
             'creator': '提交人',
             'createTime': '提交时间',
             'updateTime': '更新时间'
@@ -146,7 +148,9 @@ class CRMDataProcessor:
             '_widget_1747123933310',  # 客户签约日期
             '_widget_1747123933311',  # 客户付款日期
             '_widget_0201002000007',  # 领取时间
-            '_widget_0201002000008'  # 最后跟进时间
+            '_widget_0201002000008',  # 最后跟进时间
+            '_widget_1756951762528',  # Contract end date
+            '_widget_1756951762527',  # Contract start date
         ]
 
     def connect_db(self):
@@ -302,8 +306,6 @@ class CRMDataProcessor:
 
             # 处理空值 - 将NaN/NaT/空字符串统一转为None
             df = df.map(lambda x: None if pd.isna(x) or str(x).strip() == '' else x)
-
-            # # 确保所有空值（包括NaN、None、空字符串）转为None
             df = df.replace([np.nan, None, r'^\s*$'], None, regex=True)
 
             # 检查表结构是否匹配
@@ -313,8 +315,8 @@ class CRMDataProcessor:
             # 只保留表中存在的列
             df = df[[col for col in df.columns if col in table_columns]]
 
-            # 生成插入语句
+            # 修改这里：为所有列名添加反引号
-            columns = ', '.join(df.columns)
+            columns = ', '.join([f'`{col}`' for col in df.columns])  # 添加反引号
             placeholders = ', '.join(['%s'] * len(df.columns))
             insert_query = f"INSERT INTO {table_name} ({columns}) VALUES ({placeholders})"
 

test/BI.ipynb

@@ -257,8 +257,8 @@
   {
    "metadata": {
     "ExecuteTime": {
-     "end_time": "2025-09-02T02:46:47.948241Z",
+     "end_time": "2025-09-05T06:57:23.280139Z",
-     "start_time": "2025-09-02T02:46:47.681524Z"
+     "start_time": "2025-09-05T06:57:22.995373Z"
     }
    },
    "cell_type": "code",
@@ -274,10 +274,10 @@
     "}  # 衡时数据库链接配置-mysql\n",
     "# table_name = \"new_dealer_service_order_to_bi\"  # 替换为你的实际表名\n",
     "\n",
-    "table_name = \"non_standard_performance_to_BI\"\n",
+    "table_name = \"new_dealer_service_order_to_bi\"\n",
-    "column_name = \"提成动作\"\n",
+    "column_name = \"不进行滞销回抽盘点介绍原因\"\n",
-    "new_column_type = \"VARCHAR(255)\"  # 目标数据类型\n",
+    "# new_column_type = \"VARCHAR(255)\"  # 目标数据类型\n",
-    "# new_column_type = \"DATETIME\"  # 目标数据类型\n",
+    "new_column_type = \"DATETIME\"  # 目标数据类型\n",
     "\n",
     "try:\n",
     "    # 连接数据库\n",
@@ -336,13 +336,102 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "✅ 成功添加字段: `提成动作`\n",
+      "✅ 成功添加字段: `Contract start date`\n",
       "数据库连接已关闭\n"
      ]
     }
    ],
    "execution_count": 2
   },
+  {
+   "metadata": {},
+   "cell_type": "markdown",
+   "source": "## 修改数据库列明",
+   "id": "16823b535b354ced"
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-09-08T08:59:14.444529Z",
+     "start_time": "2025-09-08T08:59:14.153424Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "import mysql.connector\n",
+    "from mysql.connector import Error\n",
+    "\n",
+    "HS_DB_Config = {\n",
+    "        'host': \"f6-public.rwlb.rds.aliyuncs.com\",\n",
+    "        'user': \"rw_operation_data_relay\",\n",
+    "        'password': \"m+q5Z4%IVuF9bf\",\n",
+    "        'database': \"f6operation_data_relay\"\n",
+    "    }  # 衡时数据库链接配置-mysql\n",
+    "\n",
+    "table_name = \"new_dealer_service_order_to_bi\"\n",
+    "old_column_name = \"开户/处理日期\"\n",
+    "new_column_name = \"开户处理日期\"  # 替换为你想要的新列名\n",
+    "column_type = \"DATETIME\"  # 列的数据类型\n",
+    "# column_type = \"VARCHAR(255)\"  # 列的数据类型\n",
+    "\n",
+    "try:\n",
+    "    # 连接数据库\n",
+    "    connection = mysql.connector.connect(\n",
+    "        host=HS_DB_Config[\"host\"],\n",
+    "        user=HS_DB_Config[\"user\"],\n",
+    "        password=HS_DB_Config[\"password\"],\n",
+    "        database=HS_DB_Config[\"database\"]\n",
+    "    )\n",
+    "    cursor = connection.cursor()\n",
+    "\n",
+    "    # 检查字段是否存在\n",
+    "    cursor.execute(f\"\"\"\n",
+    "        SELECT COLUMN_NAME\n",
+    "        FROM INFORMATION_SCHEMA.COLUMNS\n",
+    "        WHERE TABLE_SCHEMA = DATABASE()\n",
+    "          AND TABLE_NAME = '{table_name}'\n",
+    "          AND COLUMN_NAME = '{old_column_name}';\n",
+    "    \"\"\")\n",
+    "\n",
+    "    column_info = cursor.fetchone()\n",
+    "\n",
+    "    if column_info:\n",
+    "        # 字段存在时重命名\n",
+    "        alter_query = f\"\"\"\n",
+    "        ALTER TABLE `{table_name}`\n",
+    "        CHANGE COLUMN `{old_column_name}` `{new_column_name}` {column_type};\n",
+    "        \"\"\"\n",
+    "        cursor.execute(alter_query)\n",
+    "        print(f\"✅ 成功将字段 `{old_column_name}` 重命名为 `{new_column_name}`\")\n",
+    "    else:\n",
+    "        print(f\"❌ 字段 `{old_column_name}` 不存在，无法重命名\")\n",
+    "\n",
+    "    connection.commit()\n",
+    "\n",
+    "except Error as e:\n",
+    "    print(f\"❌ 操作失败：{e}\")\n",
+    "    if connection.is_connected():\n",
+    "        connection.rollback()\n",
+    "\n",
+    "finally:\n",
+    "    if connection.is_connected():\n",
+    "        cursor.close()\n",
+    "        connection.close()\n",
+    "        print(\"数据库连接已关闭\")"
+   ],
+   "id": "1e4789710abfa1de",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "✅ 成功将字段 `开户/处理日期` 重命名为 `开户处理日期`\n",
+      "数据库连接已关闭\n"
+     ]
+    }
+   ],
+   "execution_count": 9
+  },
   {
    "metadata": {},
    "cell_type": "markdown",