647 lines
25 KiB
Plaintext
647 lines
25 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"metadata": {},
|
|
"cell_type": "markdown",
|
|
"source": "获取模板",
|
|
"id": "a4e67a0282d1b561"
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"id": "initial_id",
|
|
"metadata": {
|
|
"collapsed": true,
|
|
"ExecuteTime": {
|
|
"end_time": "2025-06-10T08:26:51.063609Z",
|
|
"start_time": "2025-06-10T08:26:50.853641Z"
|
|
}
|
|
},
|
|
"source": [
|
|
"import requests\n",
|
|
"\n",
|
|
"Data_number = 13\n",
|
|
"dataset_id = 1926\n",
|
|
"url = f\"https://insight.f6car.com/api/apps/{dataset_id}/datasets/{Data_number}\" # 直接进入数据集复制\n",
|
|
"\n",
|
|
"# 非常用变量\n",
|
|
"cookie = \"sensorsdata2015jssdkcross=%7B%22distinct_id%22%3A%2210907434497537082431%22%2C%22first_id%22%3A%22192b35b54cd5a1-02752de0e60b-4c657b58-1327104-192b35b54ce1478%22%2C%22props%22%3A%7B%22%24latest_traffic_source_type%22%3A%22%E5%BC%95%E8%8D%90%E6%B5%81%E9%87%8F%22%2C%22%24latest_search_keyword%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC%22%2C%22%24latest_referrer%22%3A%22https%3A%2F%2Fwww.f6car.cn%2F%22%7D%2C%22%24device_id%22%3A%22192b35b54cd5a1-02752de0e60b-4c657b58-1327104-192b35b54ce1478%22%7D; csrf=5f4140bf-008a-4916-9421-e43c91022559; active-x-_USER_SESSION_ID=6da4eafb-a09c-4c2b-be7a-1c3290f576d5; _USER_SESSION_ID=e29481fc-2bfb-46a8-95bd-a80d18c16246\"\n",
|
|
"\n",
|
|
"csrf_token = \"5f4140bf-008a-4916-9421-e43c91022559\"\n",
|
|
"requestId = \"01J9R2QGP1MGR7E3GVHS6W3G2R\"\n",
|
|
"\n",
|
|
"payload = f\"ignore=false&requestId={requestId}\" # 需要测试时效性\n",
|
|
"\n",
|
|
"headers = {\n",
|
|
"\n",
|
|
" 'referer': f'https://insight.f6car.com/app/{dataset_id}/dataset/{Data_number}/fields', #不同数据集需要修改\n",
|
|
" 'cookie': f'{cookie}', #不同数据集内容相同\n",
|
|
" 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 Edg/129.0.0.0',\n",
|
|
" # 'x-csrf-token': f'{csrf_token}', # 疑似没有\n",
|
|
" 'x-request-domain': 'https://insight.f6car.com',\n",
|
|
" 'x-request-hash-url': f'https://insight.f6car.com/app/{dataset_id}/dataset/{Data_number}/fields', # 不同数据集需要修改\n",
|
|
" 'x-request-proxy': 'http://localhost:3003'\n",
|
|
"}\n",
|
|
"\n",
|
|
"res = requests.get(url, headers=headers, params=payload)\n",
|
|
"\n",
|
|
"res.json()\n",
|
|
"\n"
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"{'version': '5.4.5@4c0bc7c#321785b',\n",
|
|
" 'code': 0,\n",
|
|
" 'msg': 'success',\n",
|
|
" 'data': {'id': 13,\n",
|
|
" 'title': '01【日维度：门店维度】②阶段卡消费单冲销实额',\n",
|
|
" 'createdBy': 10,\n",
|
|
" 'createdAt': '2024-11-22 16:10:32',\n",
|
|
" 'updatedBy': 10,\n",
|
|
" 'updatedAt': '2024-11-22 16:33:54',\n",
|
|
" 'visible': True,\n",
|
|
" 'isDelete': False,\n",
|
|
" 'appId': 1926,\n",
|
|
" 'options': {'cache': False,\n",
|
|
" 'type': 'aggregate',\n",
|
|
" 'totalSize': 0,\n",
|
|
" 'rowCount': 0,\n",
|
|
" 'rowCountValid': True,\n",
|
|
" 'refreshHours': [],\n",
|
|
" 'refreshMinute': 0,\n",
|
|
" 'path': [],\n",
|
|
" 'transpose': False,\n",
|
|
" 'padHeader': False,\n",
|
|
" 'aggregateOptions': {'having': [],\n",
|
|
" 'axes': [{'op': 'group',\n",
|
|
" 'scaleRange': {'minAuto': True, 'min': 0, 'maxAuto': True, 'max': 0},\n",
|
|
" 'fieldName': 'c0',\n",
|
|
" 'kind': 'function',\n",
|
|
" 'cellExpansion': 'H',\n",
|
|
" 'axisName': 'group',\n",
|
|
" 'mainDatasetId': 1,\n",
|
|
" 'keyChain': ['group', 'none'],\n",
|
|
" 'args': [{'op': 'c0', 'kind': 'field', 'dataset': 1}],\n",
|
|
" 'formatter': {'scientificNotation': False,\n",
|
|
" 'empty_format': {'type': '-'},\n",
|
|
" 'unit': '',\n",
|
|
" 'fillInDecimalPlaces': False,\n",
|
|
" 'prefix': '',\n",
|
|
" 'showPlus': False,\n",
|
|
" 'showSuffix': True,\n",
|
|
" 'suffix': '',\n",
|
|
" 'decimal': 2,\n",
|
|
" 'thousands': False,\n",
|
|
" 'null_format': {'type': '-'},\n",
|
|
" 'percent': ''},\n",
|
|
" 'uid': 'u_e5465ce4d89cf980_0',\n",
|
|
" 'chartType': 'Table',\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'labelOrigin': '新门店id',\n",
|
|
" 'fieldType': 'string',\n",
|
|
" 'typedFormatter': {'string_formatter': {'scientificNotation': False,\n",
|
|
" 'empty_format': {'type': '-'},\n",
|
|
" 'unit': '',\n",
|
|
" 'fillInDecimalPlaces': False,\n",
|
|
" 'prefix': '',\n",
|
|
" 'showPlus': False,\n",
|
|
" 'showSuffix': True,\n",
|
|
" 'suffix': '',\n",
|
|
" 'decimal': 2,\n",
|
|
" 'thousands': False,\n",
|
|
" 'null_format': {'type': '-'},\n",
|
|
" 'percent': ''}}},\n",
|
|
" {'op': 'day',\n",
|
|
" 'scaleRange': {'minAuto': True, 'min': 0, 'maxAuto': True, 'max': 0},\n",
|
|
" 'fieldName': 'cash_time',\n",
|
|
" 'kind': 'function',\n",
|
|
" 'cellExpansion': 'H',\n",
|
|
" 'axisName': 'group',\n",
|
|
" 'mainDatasetId': 1,\n",
|
|
" 'keyChain': ['day', 'none'],\n",
|
|
" 'args': [{'op': 'cash_time', 'kind': 'field', 'dataset': 1}],\n",
|
|
" 'formatter': {'empty_format': {'type': '-'},\n",
|
|
" 'dateFormat': 'yyyy年M月dd日',\n",
|
|
" 'activeKey': 'dateFormat',\n",
|
|
" 'null_format': {'type': '-'},\n",
|
|
" 'aggregate': 'day'},\n",
|
|
" 'uid': 'u_bbd9d886054990ff_1',\n",
|
|
" 'customSortEnable': False,\n",
|
|
" 'chartType': 'Table',\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'labelOrigin': '预收时间',\n",
|
|
" 'fieldType': 'date',\n",
|
|
" 'typedFormatter': {'date_formatter': {'empty_format': {'type': '-'},\n",
|
|
" 'dateFormat': 'yyyy年M月dd日',\n",
|
|
" 'activeKey': 'dateFormat',\n",
|
|
" 'null_format': {'type': '-'},\n",
|
|
" 'aggregate': 'day'}}},\n",
|
|
" {'op': 'sum',\n",
|
|
" 'scaleRange': {'minAuto': True, 'min': 0, 'maxAuto': True, 'max': 0},\n",
|
|
" 'fieldName': 'card_transfer_amount_real',\n",
|
|
" 'kind': 'function',\n",
|
|
" 'cellExpansion': 'H',\n",
|
|
" 'axisName': 'size',\n",
|
|
" 'label': '②阶段卡消费单冲销实额',\n",
|
|
" 'mainDatasetId': 1,\n",
|
|
" 'keyChain': ['sum', 'none'],\n",
|
|
" 'args': [{'op': 'card_transfer_amount_real',\n",
|
|
" 'kind': 'field',\n",
|
|
" 'dataset': 1}],\n",
|
|
" 'formatter': {'scientificNotation': False,\n",
|
|
" 'empty_format': {'type': '-'},\n",
|
|
" 'unit': '',\n",
|
|
" 'fillInDecimalPlaces': False,\n",
|
|
" 'prefix': '',\n",
|
|
" 'showPlus': False,\n",
|
|
" 'showSuffix': True,\n",
|
|
" 'suffix': '',\n",
|
|
" 'decimal': 2,\n",
|
|
" 'thousands': False,\n",
|
|
" 'null_format': {'type': '-'},\n",
|
|
" 'percent': ''},\n",
|
|
" 'uid': 'u_ba55c1ec6a1edc24_2',\n",
|
|
" 'usingDatasetFormatter': True,\n",
|
|
" 'chartType': 'Table',\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'labelOrigin': '冲销实额',\n",
|
|
" 'fieldType': 'number',\n",
|
|
" 'typedFormatter': {'agg_semantic_formatter': {'scientificNotation': False,\n",
|
|
" 'empty_format': {'type': '-'},\n",
|
|
" 'unit': '',\n",
|
|
" 'fillInDecimalPlaces': False,\n",
|
|
" 'prefix': '',\n",
|
|
" 'showPlus': False,\n",
|
|
" 'showSuffix': True,\n",
|
|
" 'suffix': '',\n",
|
|
" 'decimal': 2,\n",
|
|
" 'thousands': False,\n",
|
|
" 'null_format': {'type': '-'},\n",
|
|
" 'percent': ''}}}],\n",
|
|
" 'name': 'Table',\n",
|
|
" 'where': [{'args': [{'op': 'c3', 'kind': 'field', 'dataset': 1},\n",
|
|
" {'op': ['其它'], 'kind': 'constant'}],\n",
|
|
" 'op': 'notin',\n",
|
|
" 'uid': '01J7QS5SNYSREYT1G8A9J38ES2',\n",
|
|
" 'field': {'visible': True,\n",
|
|
" 'fieldName': 'c3',\n",
|
|
" 'suggestedTypes': ['string'],\n",
|
|
" 'isMetric': False,\n",
|
|
" 'label': '当天（环比+同比）',\n",
|
|
" 'detectedType': 'string',\n",
|
|
" 'tags': {},\n",
|
|
" 'basicType': 'string',\n",
|
|
" 'originType': 'string',\n",
|
|
" 'defaultAggrType': 'count',\n",
|
|
" 'hideValue': False,\n",
|
|
" 'nativeType': 'VARCHAR',\n",
|
|
" '_ukey': 'c3',\n",
|
|
" 'formula': \"CASE WHEN trunc_day({cash_time}) = trunc_day({c2}) THEN '当天' WHEN trunc_day({cash_time}) = IF(extract_day({c2}) = extract_day(end_of_month({c2})) OR extract_day({c2}) >= extract_day(end_of_month(add_month({c2}, -1))), end_of_month(add_month({c2}, -1)), trunc_day(add_month({c2}, -1))) THEN '当天环比' WHEN trunc_day({cash_time}) = IF(extract_day({c2}) = 29 AND extract_month({c2}) = 2, trunc_day(add_day({c2}, -1)), add_year(trunc_day({c2}), -1)) THEN '当天同比' ELSE '其它' END\",\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'expr': {'op': \"CASE WHEN trunc_day({cash_time}) = trunc_day({c2}) THEN '当天' WHEN trunc_day({cash_time}) = IF(extract_day({c2}) = extract_day(end_of_month({c2})) OR extract_day({c2}) >= extract_day(end_of_month(add_month({c2}, -1))), end_of_month(add_month({c2}, -1)), trunc_day(add_month({c2}, -1))) THEN '当天环比' WHEN trunc_day({cash_time}) = IF(extract_day({c2}) = 29 AND extract_month({c2}) = 2, trunc_day(add_day({c2}, -1)), add_year(trunc_day({c2}), -1)) THEN '当天同比' ELSE '其它' END\",\n",
|
|
" 'kind': 'formula',\n",
|
|
" 'type': 'string',\n",
|
|
" 'value': \"CASE WHEN trunc_day({预收时间}) = trunc_day({时间维度过滤}) THEN '当天' WHEN trunc_day({预收时间}) = IF(extract_day({时间维度过滤}) = extract_day(end_of_month({时间维度过滤})) OR extract_day({时间维度过滤}) >= extract_day(end_of_month(add_month({时间维度过滤}, -1))), end_of_month(add_month({时间维度过滤}, -1)), trunc_day(add_month({时间维度过滤}, -1))) THEN '当天环比' WHEN trunc_day({预收时间}) = IF(extract_day({时间维度过滤}) = 29 AND extract_month({时间维度过滤}) = 2, trunc_day(add_day({时间维度过滤}, -1)), add_year(trunc_day({时间维度过滤}), -1)) THEN '当天同比' ELSE '其它' END\"},\n",
|
|
" 'config': {},\n",
|
|
" 'dataset': 1,\n",
|
|
" 'fieldType': 'string'},\n",
|
|
" 'use': 'exclude',\n",
|
|
" 'kind': 'function',\n",
|
|
" 'show': True,\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'previousUse': 'include'},\n",
|
|
" {'args': [{'op': 'member_card_name', 'kind': 'field', 'dataset': 1},\n",
|
|
" {'op': [], 'kind': 'constant'}],\n",
|
|
" 'op': \"like({{1}}.{member_card_name}, '%②%') AS {01J7QS66VPY1APD0KD0N5NTT4Q}\",\n",
|
|
" 'uid': '01J7QS66VPY1APD0KD0N5NTT4Q',\n",
|
|
" 'field': {'visible': True,\n",
|
|
" 'fieldName': 'member_card_name',\n",
|
|
" 'suggestedTypes': ['string'],\n",
|
|
" 'isMetric': False,\n",
|
|
" 'label': '会员卡名称',\n",
|
|
" 'detectedType': 'string',\n",
|
|
" 'tags': {},\n",
|
|
" 'basicType': 'string',\n",
|
|
" 'originType': 'string',\n",
|
|
" 'defaultAggrType': 'count',\n",
|
|
" 'hideValue': False,\n",
|
|
" 'nativeType': 'VARCHAR',\n",
|
|
" '_ukey': 'member_card_name',\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'comment': '会员卡名称',\n",
|
|
" 'config': {},\n",
|
|
" 'dataset': 1,\n",
|
|
" 'fieldType': 'string'},\n",
|
|
" 'use': 'formula',\n",
|
|
" 'kind': 'formula',\n",
|
|
" 'show': True,\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'previousUse': 'include',\n",
|
|
" 'value': \"like({{mysql：预收明细-仅含卡预收}}.{会员卡名称}, '%②%') AS {01J7QS66VPY1APD0KD0N5NTT4Q}\"},\n",
|
|
" {'args': [{'op': 'bill_no', 'kind': 'field', 'dataset': 1},\n",
|
|
" {'op': [], 'kind': 'constant'}],\n",
|
|
" 'op': \"like({{1}}.{bill_no}, '%XFD%') AS {01J7QS6GRDRY795X3C7AJ5P6C1}\",\n",
|
|
" 'uid': '01J7QS6GRDRY795X3C7AJ5P6C1',\n",
|
|
" 'field': {'visible': True,\n",
|
|
" 'fieldName': 'bill_no',\n",
|
|
" 'suggestedTypes': ['string'],\n",
|
|
" 'isMetric': False,\n",
|
|
" 'label': '单据号',\n",
|
|
" 'detectedType': 'string',\n",
|
|
" 'tags': {},\n",
|
|
" 'basicType': 'string',\n",
|
|
" 'originType': 'string',\n",
|
|
" 'defaultAggrType': 'count',\n",
|
|
" 'hideValue': False,\n",
|
|
" 'nativeType': 'VARCHAR',\n",
|
|
" '_ukey': 'bill_no',\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'comment': '会员卡单据号',\n",
|
|
" 'config': {},\n",
|
|
" 'dataset': 1,\n",
|
|
" 'fieldType': 'string'},\n",
|
|
" 'use': 'formula',\n",
|
|
" 'kind': 'formula',\n",
|
|
" 'show': True,\n",
|
|
" 'datasetId': 1,\n",
|
|
" 'previousUse': 'include',\n",
|
|
" 'value': \"like({{mysql：预收明细-仅含卡预收}}.{单据号}, '%XFD%') AS {01J7QS6GRDRY795X3C7AJ5P6C1}\"}],\n",
|
|
" 'sort': [],\n",
|
|
" 'version': 5000},\n",
|
|
" 'rootDatasetId': 1,\n",
|
|
" 'rootDatasetName': 'mysql：预收明细-仅含卡预收',\n",
|
|
" 'storageType': 'mysql',\n",
|
|
" 'dialectOptions': {'dialectName': 'MysqlDialect',\n",
|
|
" 'majorVersion': 5,\n",
|
|
" 'minorVersion': 7},\n",
|
|
" 'storageConnectionId': 25,\n",
|
|
" 'storageConnectionTitle': 'f6custom_V1',\n",
|
|
" 'hide': True,\n",
|
|
" 'granularityList': [],\n",
|
|
" 'metrics': [],\n",
|
|
" 'schema': [{'datasetId': 13,\n",
|
|
" 'fieldName': 'u_e5465ce4d89cf980_0',\n",
|
|
" 'appId': 1926,\n",
|
|
" 'tags': {},\n",
|
|
" 'basicType': 'string',\n",
|
|
" 'label': '新门店id',\n",
|
|
" 'config': {'seperator': ' ', 'dialectName': 'MysqlDialect'},\n",
|
|
" 'visible': True,\n",
|
|
" 'type': 'string',\n",
|
|
" 'originType': 'string',\n",
|
|
" 'detectedType': 'number',\n",
|
|
" 'suggestedTypes': ['number', 'string', 'date'],\n",
|
|
" 'nativeType': 'VARCHAR',\n",
|
|
" 'hideValue': False,\n",
|
|
" 'defaultAggrType': 'count'},\n",
|
|
" {'datasetId': 13,\n",
|
|
" 'fieldName': 'u_bbd9d886054990ff_1',\n",
|
|
" 'appId': 1926,\n",
|
|
" 'tags': {},\n",
|
|
" 'basicType': 'date',\n",
|
|
" 'label': '预收时间',\n",
|
|
" 'config': {'dialectName': 'MysqlDialect'},\n",
|
|
" 'visible': True,\n",
|
|
" 'type': 'date',\n",
|
|
" 'originType': 'date',\n",
|
|
" 'detectedType': 'date',\n",
|
|
" 'suggestedTypes': ['date', 'string'],\n",
|
|
" 'nativeType': 'DATE',\n",
|
|
" 'hideValue': False,\n",
|
|
" 'defaultAggrType': 'year'},\n",
|
|
" {'datasetId': 13,\n",
|
|
" 'fieldName': 'u_ba55c1ec6a1edc24_2',\n",
|
|
" 'appId': 1926,\n",
|
|
" 'tags': {},\n",
|
|
" 'basicType': 'number',\n",
|
|
" 'label': '②阶段卡消费单冲销实额',\n",
|
|
" 'config': {'dialectName': 'MysqlDialect'},\n",
|
|
" 'visible': True,\n",
|
|
" 'type': 'number',\n",
|
|
" 'originType': 'number',\n",
|
|
" 'detectedType': 'number',\n",
|
|
" 'suggestedTypes': ['number', 'string', 'date'],\n",
|
|
" 'nativeType': 'DECIMAL',\n",
|
|
" 'hideValue': False,\n",
|
|
" 'defaultAggrType': 'sum'}],\n",
|
|
" 'isFile': False},\n",
|
|
" 'importType': 0,\n",
|
|
" 'importStatus': 0,\n",
|
|
" 'importOptions': {'importAsMaterializedView': False},\n",
|
|
" 'status': 3,\n",
|
|
" 'refreshStats': {'refreshAt': '2024-11-22 16:33:54',\n",
|
|
" 'executeRefreshAt': '2024-11-22 16:33:54',\n",
|
|
" 'executeRefreshRowCountAt': 1732264444756,\n",
|
|
" 'refreshSchemaAt': '2024-11-22 16:33:53',\n",
|
|
" 'executeRefreshSchemaAt': '2024-11-22 16:33:46'},\n",
|
|
" 'isPublic': True,\n",
|
|
" 'datasetAcl': {'level': 'FULLACCESS', 'dataFilters': []},\n",
|
|
" 'fieldGroups': [],\n",
|
|
" 'metricGroups': [],\n",
|
|
" 'includeInAppScope': False,\n",
|
|
" 'jobStatus': 'SUCCESSFUL',\n",
|
|
" 'dataControl': False,\n",
|
|
" 'canPushToMemory': False,\n",
|
|
" 'schemaStale': False,\n",
|
|
" 'dataStale': False,\n",
|
|
" 'chatWeight': 100,\n",
|
|
" 'creator': {'id': 10,\n",
|
|
" 'name': '曹伟',\n",
|
|
" 'email': 'caowei@f6car.cn',\n",
|
|
" 'loginName': '2268275546837446'},\n",
|
|
" 'updater': {'id': 10,\n",
|
|
" 'name': '曹伟',\n",
|
|
" 'email': 'caowei@f6car.cn',\n",
|
|
" 'loginName': '2268275546837446'},\n",
|
|
" 'functions': ['abs',\n",
|
|
" 'acos',\n",
|
|
" 'add_day',\n",
|
|
" 'add_hour',\n",
|
|
" 'add_minute',\n",
|
|
" 'add_month',\n",
|
|
" 'add_month_keep_eom',\n",
|
|
" 'add_quarter',\n",
|
|
" 'add_second',\n",
|
|
" 'add_trunc_day',\n",
|
|
" 'add_trunc_hour',\n",
|
|
" 'add_trunc_minute',\n",
|
|
" 'add_trunc_month',\n",
|
|
" 'add_trunc_quarter',\n",
|
|
" 'add_trunc_second',\n",
|
|
" 'add_trunc_week',\n",
|
|
" 'add_trunc_year',\n",
|
|
" 'add_week',\n",
|
|
" 'add_year',\n",
|
|
" 'add_year_keep_woy',\n",
|
|
" 'age_in_days',\n",
|
|
" 'age_in_hours',\n",
|
|
" 'age_in_milliseconds',\n",
|
|
" 'age_in_minutes',\n",
|
|
" 'age_in_months',\n",
|
|
" 'age_in_seconds',\n",
|
|
" 'age_in_years',\n",
|
|
" 'asin',\n",
|
|
" 'atan',\n",
|
|
" 'atan2',\n",
|
|
" 'avg',\n",
|
|
" 'between',\n",
|
|
" 'between_ie',\n",
|
|
" 'binary',\n",
|
|
" 'calculate',\n",
|
|
" 'calculatep',\n",
|
|
" 'calculatex',\n",
|
|
" 'cast',\n",
|
|
" 'ceil',\n",
|
|
" 'coalesce',\n",
|
|
" 'concat',\n",
|
|
" 'cos',\n",
|
|
" 'cot',\n",
|
|
" 'count',\n",
|
|
" 'custom_filters',\n",
|
|
" 'date',\n",
|
|
" 'date_compare',\n",
|
|
" 'day',\n",
|
|
" 'dayadd',\n",
|
|
" 'daydiff',\n",
|
|
" 'degrees',\n",
|
|
" 'diff_in_day',\n",
|
|
" 'diff_in_hour',\n",
|
|
" 'diff_in_millisecond',\n",
|
|
" 'diff_in_minute',\n",
|
|
" 'diff_in_month',\n",
|
|
" 'diff_in_second',\n",
|
|
" 'diff_in_year',\n",
|
|
" 'distinct',\n",
|
|
" 'distinct_count',\n",
|
|
" 'dom',\n",
|
|
" 'dow',\n",
|
|
" 'doy',\n",
|
|
" 'end_of_month',\n",
|
|
" 'end_of_quarter',\n",
|
|
" 'end_of_week',\n",
|
|
" 'end_of_year',\n",
|
|
" 'endofmonth',\n",
|
|
" 'endofquarter',\n",
|
|
" 'endofweek',\n",
|
|
" 'endofyear',\n",
|
|
" 'exp',\n",
|
|
" 'extract_day',\n",
|
|
" 'extract_dow',\n",
|
|
" 'extract_doy',\n",
|
|
" 'extract_hour',\n",
|
|
" 'extract_minute',\n",
|
|
" 'extract_month',\n",
|
|
" 'extract_quarter',\n",
|
|
" 'extract_second',\n",
|
|
" 'extract_week',\n",
|
|
" 'extract_year',\n",
|
|
" 'floor',\n",
|
|
" 'get_display_value',\n",
|
|
" 'greatest',\n",
|
|
" 'group',\n",
|
|
" 'growth_rate',\n",
|
|
" 'hod',\n",
|
|
" 'hour',\n",
|
|
" 'houradd',\n",
|
|
" 'hourdiff',\n",
|
|
" 'if',\n",
|
|
" 'ifelse',\n",
|
|
" 'in',\n",
|
|
" 'initcap',\n",
|
|
" 'isnotnull',\n",
|
|
" 'isnull',\n",
|
|
" 'jsonget',\n",
|
|
" 'jsonunquote',\n",
|
|
" 'least',\n",
|
|
" 'length',\n",
|
|
" 'like',\n",
|
|
" 'like_all',\n",
|
|
" 'like_any',\n",
|
|
" 'like_ci',\n",
|
|
" 'like_ci_all',\n",
|
|
" 'like_ci_any',\n",
|
|
" 'ln',\n",
|
|
" 'log',\n",
|
|
" 'log10',\n",
|
|
" 'log2',\n",
|
|
" 'lower',\n",
|
|
" 'lowercase',\n",
|
|
" 'ltrim',\n",
|
|
" 'max',\n",
|
|
" 'millisecond',\n",
|
|
" 'millisecondsdiff',\n",
|
|
" 'min',\n",
|
|
" 'minute',\n",
|
|
" 'minuteadd',\n",
|
|
" 'minutediff',\n",
|
|
" 'mod',\n",
|
|
" 'moh',\n",
|
|
" 'month',\n",
|
|
" 'monthadd',\n",
|
|
" 'monthdiff',\n",
|
|
" 'moy',\n",
|
|
" 'ms',\n",
|
|
" 'not_between',\n",
|
|
" 'notin',\n",
|
|
" 'now',\n",
|
|
" 'null_eq',\n",
|
|
" 'null_eq_l2',\n",
|
|
" 'parse_date',\n",
|
|
" 'parse_time',\n",
|
|
" 'pi',\n",
|
|
" 'position',\n",
|
|
" 'power',\n",
|
|
" 'prepare',\n",
|
|
" 'qoy',\n",
|
|
" 'quarter',\n",
|
|
" 'quarteradd',\n",
|
|
" 'radians',\n",
|
|
" 'rand',\n",
|
|
" 'regexp_match',\n",
|
|
" 'replace',\n",
|
|
" 'rollup_value',\n",
|
|
" 'round',\n",
|
|
" 'rounddown',\n",
|
|
" 'roundup',\n",
|
|
" 'rtrim',\n",
|
|
" 'season',\n",
|
|
" 'second',\n",
|
|
" 'secondadd',\n",
|
|
" 'secondiff',\n",
|
|
" 'sign',\n",
|
|
" 'sin',\n",
|
|
" 'som',\n",
|
|
" 'split',\n",
|
|
" 'sqrt',\n",
|
|
" 'stddev_pop',\n",
|
|
" 'stddev_samp',\n",
|
|
" 'string_agg',\n",
|
|
" 'substring',\n",
|
|
" 'sum',\n",
|
|
" 'tan',\n",
|
|
" 'time_in_range',\n",
|
|
" 'time_to_string',\n",
|
|
" 'to_number',\n",
|
|
" 'to_pinyin_order',\n",
|
|
" 'to_specified_number',\n",
|
|
" 'to_string',\n",
|
|
" 'to_string_internal',\n",
|
|
" 'today',\n",
|
|
" 'trim',\n",
|
|
" 'trunc_day',\n",
|
|
" 'trunc_hour',\n",
|
|
" 'trunc_millisecond',\n",
|
|
" 'trunc_minute',\n",
|
|
" 'trunc_month',\n",
|
|
" 'trunc_quarter',\n",
|
|
" 'trunc_second',\n",
|
|
" 'trunc_week',\n",
|
|
" 'trunc_year',\n",
|
|
" 'unlike',\n",
|
|
" 'unlike_ci',\n",
|
|
" 'upper',\n",
|
|
" 'uppercase',\n",
|
|
" 'var_pop',\n",
|
|
" 'var_samp',\n",
|
|
" 'week',\n",
|
|
" 'weekadd',\n",
|
|
" 'woy',\n",
|
|
" 'year',\n",
|
|
" 'yearadd',\n",
|
|
" 'yearadd_keep_woy',\n",
|
|
" 'yeardiff',\n",
|
|
" 'yoy'],\n",
|
|
" 'importSwitchable': False,\n",
|
|
" 'updateMethodSwitchable': False,\n",
|
|
" 'importMsg': 'Engine is not in use',\n",
|
|
" 'entityGroup': 'DATASET',\n",
|
|
" 'entityKey': '1926-13',\n",
|
|
" 'execDetail': {'jobClass': 'com.hengshi.nangaparbat.schedulejob.DatasetJob',\n",
|
|
" 'jobParams': {'app': 1926, 'dataset': 13},\n",
|
|
" 'retryTimes': 1},\n",
|
|
" 'aiCreateExampleEntityGroup': 'AI_CREATE_EXAMPLE',\n",
|
|
" 'aiCreateExampleExecDetail': {'jobClass': 'com.hengshi.nangaparbat.schedulejob.AiCreateExampleJob',\n",
|
|
" 'jobParams': {'app': 1926, 'dataset': 13},\n",
|
|
" 'retryTimes': 1},\n",
|
|
" 'emptyDataset': False,\n",
|
|
" 'type': 'aggregate'},\n",
|
|
" 'chartDataStartTimeMillis': 0}"
|
|
]
|
|
},
|
|
"execution_count": 10,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"execution_count": 10
|
|
},
|
|
{
|
|
"metadata": {},
|
|
"cell_type": "markdown",
|
|
"source": "# selenium 获取登录信息",
|
|
"id": "82dee3e37701e0eb"
|
|
},
|
|
{
|
|
"metadata": {},
|
|
"cell_type": "code",
|
|
"outputs": [],
|
|
"execution_count": null,
|
|
"source": [
|
|
"from selenium import webdriver\n",
|
|
"import time\n",
|
|
"\n",
|
|
"# 初始化浏览器\n",
|
|
"driver = webdriver.Chrome()\n",
|
|
"\n",
|
|
"# 打开目标网站（以百度为例）\n",
|
|
"driver.get('https://www.baidu.com')\n",
|
|
"\n",
|
|
"# 模拟登录（需根据实际网站修改元素定位）\n",
|
|
"driver.find_element('link text', '登录').click()\n",
|
|
"time.sleep(2)\n",
|
|
"driver.find_element('id', 'TANGRAM__PSP_11__userName').send_keys(\"your_username\")\n",
|
|
"driver.find_element('id', 'TANGRAM__PSP_11__password').send_keys(\"your_password\")\n",
|
|
"driver.find_element('id', 'TANGRAM__PSP_11__submit').click()\n",
|
|
"\n",
|
|
"# 等待登录完成（可能需要处理验证码）\n",
|
|
"time.sleep(20) # 留时间手动处理验证码\n",
|
|
"\n",
|
|
"# 获取Cookie\n",
|
|
"cookies = driver.get_cookies()\n",
|
|
"print(\"获取到的Cookies:\", cookies)\n",
|
|
"\n",
|
|
"# 保存到文件（可选）\n",
|
|
"import json\n",
|
|
"with open('cookies.json', 'w') as f:\n",
|
|
" json.dump(cookies, f)\n",
|
|
"\n",
|
|
"# 关闭浏览器\n",
|
|
"driver.quit()"
|
|
],
|
|
"id": "1dc2a75c308a86d"
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "Python 3",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 2
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython2",
|
|
"version": "2.7.6"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 5
|
|
}
|