kylin-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Shaofeng SHI (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (KYLIN-3827) kylin 某一字段必须使用trim才可以查出来
Date Mon, 25 Feb 2019 14:08:00 GMT

    [ https://issues.apache.org/jira/browse/KYLIN-3827?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16776910#comment-16776910
] 

Shaofeng SHI commented on KYLIN-3827:
-------------------------------------

Seems be related with KYLIN-3705. But I need the detailed kylin.log when executing the queries.
Please provide the log, or upgrade to v2.5.2 and then rebuild the segments.

> kylin 某一字段必须使用trim才可以查出来
> ------------------------
>
>                 Key: KYLIN-3827
>                 URL: https://issues.apache.org/jira/browse/KYLIN-3827
>             Project: Kylin
>          Issue Type: Bug
>    Affects Versions: v2.5.1
>            Reporter: litewood
>            Priority: Major
>
> SELECT pt ,pageid from st.ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1 where pt = '20190114' and
pageid='用户标签文档'  GROUP BY pt,pageid;
> 当前sql 使用hive查询可以查出来结果。
> 但是使用kylin接口查询,除去一个近视去重选用全局字段的cube能查询出来,其他cube
必须trim(pageid) 或者使用like 关键字才能查出来。下面帖出三个cube信息。
>  
> {color:#FF0000}可以查出来的cube info (近视去重){color}
> {
>   "uuid": "ad8cbc65-dd6c-8c12-7d18-2f625cedf7ea",
>   "last_modified": 1550719049143,
>   "version": "2.5.1.20500",
>   "name": "c_pageview",
>   "is_draft": false,
>   "model_name": "m_bury_point_analysis",
>   "description": "c_pageview",
>   "null_string": null,
>   "dimensions": [
>     \{
>       "name": "APPTYPE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "APPTYPE",
>       "derived": null
>     },
>     \{
>       "name": "PLATFORM",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PLATFORM",
>       "derived": null
>     },
>     \{
>       "name": "UTM_SOURCE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "UTM_SOURCE",
>       "derived": null
>     },
>     \{
>       "name": "ADCODE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADCODE",
>       "derived": null
>     },
>     \{
>       "name": "ADDITIONTYPE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADDITIONTYPE",
>       "derived": null
>     },
>     \{
>       "name": "ADDITIONVALUE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADDITIONVALUE",
>       "derived": null
>     },
>     \{
>       "name": "APPVERSION",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "APPVERSION",
>       "derived": null
>     },
>     \{
>       "name": "CATEGORYID",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "CATEGORYID",
>       "derived": null
>     },
>     \{
>       "name": "CITYCODE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "CITYCODE",
>       "derived": null
>     },
>     \{
>       "name": "FLAGVALUE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "FLAGVALUE",
>       "derived": null
>     },
>     \{
>       "name": "PAGEID",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PAGEID",
>       "derived": null
>     },
>     \{
>       "name": "H_DATE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "H_DATE",
>       "derived": null
>     },
>     \{
>       "name": "PT",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PT",
>       "derived": null
>     },
>     \{
>       "name": "WEEKYTH_CNT_CN",
>       "table": "DIM_PUB_DATE",
>       "column": null,
>       "derived": [
>         "WEEKYTH_CNT_CN"
>       ]
>     },
>     \{
>       "name": "WEEKYTH_START_DATA_CN",
>       "table": "DIM_PUB_DATE",
>       "column": null,
>       "derived": [
>         "WEEKYTH_START_DATA_CN"
>       ]
>     },
>     \{
>       "name": "WEEKYTH_END_DATA_CN",
>       "table": "DIM_PUB_DATE",
>       "column": null,
>       "derived": [
>         "WEEKYTH_END_DATA_CN"
>       ]
>     }
>   ],
>   "measures": [
>     \{
>       "name": "PV",
>       "function": {
>         "expression": "COUNT",
>         "parameter": {
>           "type": "constant",
>           "value": "1"
>         },
>         "returntype": "bigint"
>       }
>     },
>     \{
>       "name": "UV",
>       "function": {
>         "expression": "COUNT_DISTINCT",
>         "parameter": {
>           "type": "column",
>           "value": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.USERGUID"
>         },
>         "returntype": "hllc(16)"
>       }
>     },
>     \{
>       "name": "DUV",
>       "function": {
>         "expression": "COUNT_DISTINCT",
>         "parameter": {
>           "type": "column",
>           "value": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.SSID"
>         },
>         "returntype": "hllc(16)"
>       }
>     }
>   ],
>   "dictionaries": [],
>   "rowkey": \{
>     "rowkey_columns": [
>       {
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.H_DATE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PAGEID",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PLATFORM",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CATEGORYID",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPVERSION",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPTYPE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONTYPE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONVALUE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CITYCODE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADCODE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.FLAGVALUE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.UTM_SOURCE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       }
>     ]
>   },
>   "hbase_mapping": \{
>     "column_family": [
>       {
>         "name": "F1",
>         "columns": [
>           {
>             "qualifier": "M",
>             "measure_refs": [
>               "PV"
>             ]
>           }
>         ]
>       },
>       \{
>         "name": "F2",
>         "columns": [
>           {
>             "qualifier": "M",
>             "measure_refs": [
>               "UV",
>               "DUV"
>             ]
>           }
>         ]
>       }
>     ]
>   },
>   "aggregation_groups": [
>     \{
>       "includes": [
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPTYPE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PLATFORM",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.UTM_SOURCE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADCODE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONTYPE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONVALUE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPVERSION",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CATEGORYID",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CITYCODE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.FLAGVALUE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PAGEID",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.H_DATE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT"
>       ],
>       "select_rule": {
>         "hierarchy_dims": [],
>         "mandatory_dims": [
>           "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT"
>         ],
>         "joint_dims": []
>       }
>     }
>   ],
>   "signature": "DioSDlLhFMNSh4LZxsOSjg==",
>   "notify_list": [],
>   "status_need_notify": [
>     "ERROR",
>     "DISCARDED",
>     "SUCCEED"
>   ],
>   "partition_date_start": 1547424000000,
>   "partition_date_end": 3153600000000,
>   "auto_merge_time_ranges": [
>     604800000,
>     2419200000
>   ],
>   "volatile_range": 0,
>   "retention_range": 0,
>   "engine_type": 2,
>   "storage_type": 2,
>   "override_kylin_properties": {},
>   "cuboid_black_list": [],
>   "parent_forward": 3,
>   "mandatory_dimension_set_list": [],
>   "snapshot_table_desc_list": []
> }
> {color:#FF0000}不可以查看来的cube info (近视去重)
> {color}--
> {
>   "uuid": "99e7f383-3f12-7d40-2df2-8b774cdf6c7c",
>   "last_modified": 1548387563546,
>   "version": "2.5.1.20500",
>   "name": "c_day_hour",
>   "is_draft": false,
>   "model_name": "m_bury_point_analysis",
>   "description": "c_day_hour",
>   "null_string": null,
>   "dimensions": [
>     \{
>       "name": "APPTYPE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "APPTYPE",
>       "derived": null
>     },
>     \{
>       "name": "PLATFORM",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PLATFORM",
>       "derived": null
>     },
>     \{
>       "name": "UTM_SOURCE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "UTM_SOURCE",
>       "derived": null
>     },
>     \{
>       "name": "ADCODE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADCODE",
>       "derived": null
>     },
>     \{
>       "name": "ADDITIONTYPE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADDITIONTYPE",
>       "derived": null
>     },
>     \{
>       "name": "ADDITIONVALUE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADDITIONVALUE",
>       "derived": null
>     },
>     \{
>       "name": "APPVERSION",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "APPVERSION",
>       "derived": null
>     },
>     \{
>       "name": "CATEGORYID",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "CATEGORYID",
>       "derived": null
>     },
>     \{
>       "name": "CITYCODE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "CITYCODE",
>       "derived": null
>     },
>     \{
>       "name": "FLAGVALUE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "FLAGVALUE",
>       "derived": null
>     },
>     \{
>       "name": "PAGEID",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PAGEID",
>       "derived": null
>     },
>     \{
>       "name": "H_DATE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "H_DATE",
>       "derived": null
>     },
>     \{
>       "name": "PT",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PT",
>       "derived": null
>     }
>   ],
>   "measures": [
>     \{
>       "name": "PV",
>       "function": {
>         "expression": "COUNT",
>         "parameter": {
>           "type": "constant",
>           "value": "1"
>         },
>         "returntype": "bigint"
>       }
>     },
>     \{
>       "name": "UV",
>       "function": {
>         "expression": "COUNT_DISTINCT",
>         "parameter": {
>           "type": "column",
>           "value": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.USERGUID"
>         },
>         "returntype": "hllc(10)"
>       }
>     },
>     \{
>       "name": "DUV",
>       "function": {
>         "expression": "COUNT_DISTINCT",
>         "parameter": {
>           "type": "column",
>           "value": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.SSID"
>         },
>         "returntype": "hllc(16)"
>       }
>     }
>   ],
>   "dictionaries": [],
>   "rowkey": \{
>     "rowkey_columns": [
>       {
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.H_DATE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PAGEID",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PLATFORM",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CATEGORYID",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPVERSION",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPTYPE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONTYPE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONVALUE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CITYCODE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADCODE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.FLAGVALUE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.UTM_SOURCE",
>         "encoding": "fixed_length:16",
>         "encoding_version": 1,
>         "isShardBy": false
>       }
>     ]
>   },
>   "hbase_mapping": \{
>     "column_family": [
>       {
>         "name": "F1",
>         "columns": [
>           {
>             "qualifier": "M",
>             "measure_refs": [
>               "PV"
>             ]
>           }
>         ]
>       },
>       \{
>         "name": "F2",
>         "columns": [
>           {
>             "qualifier": "M",
>             "measure_refs": [
>               "UV",
>               "DUV"
>             ]
>           }
>         ]
>       }
>     ]
>   },
>   "aggregation_groups": [
>     \{
>       "includes": [
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPTYPE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PLATFORM",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.UTM_SOURCE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADCODE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONTYPE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONVALUE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPVERSION",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CATEGORYID",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CITYCODE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.FLAGVALUE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PAGEID",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.H_DATE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT"
>       ],
>       "select_rule": {
>         "hierarchy_dims": [
>           [
>             "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT",
>             "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.H_DATE"
>           ]
>         ],
>         "mandatory_dims": [],
>         "joint_dims": []
>       }
>     }
>   ],
>   "signature": "E8DYtXCTE5qjsjeM8c2/0g==",
>   "notify_list": [
>     "weiyaxiong05443@hellobike.com"
>   ],
>   "status_need_notify": [
>     "ERROR",
>     "DISCARDED",
>     "SUCCEED"
>   ],
>   "partition_date_start": 1546992000000,
>   "partition_date_end": 3153600000000,
>   "auto_merge_time_ranges": [],
>   "volatile_range": 0,
>   "retention_range": 15552000000,
>   "engine_type": 2,
>   "storage_type": 2,
>   "override_kylin_properties": \{
>     "kylin.source.hive.config-override.mapred.job.priority": "VERY_HIGH",
>     "kylin.source.hive.config-override.hive.exec.parallel": "true",
>     "kylin.source.hive.config-override.hive.merge.mapredfiles": "TRUE",
>     "kylin.source.hive.config-override.hive.merge.smallfiles.avgsize": "100000000",
>     "kylin.source.hive.config-override.hive.merge.size.per.task": "128000000",
>     "kylin.source.hive.config-override.mapred.max.split.size": "256000000",
>     "kylin.source.hive.config-override.hive.exec.parallel.thread.number": "32"
>   },
>   "cuboid_black_list": [],
>   "parent_forward": 3,
>   "mandatory_dimension_set_list": [],
>   "snapshot_table_desc_list": []
> }
> --
> {color:#FF0000}不可以查看来的cube info (精确去重){color}
> {
>   "uuid": "ad8cbc65-dd6c-8c12-7d18-2f625cedf7ea",
>   "last_modified": 1550719049143,
>   "version": "2.5.1.20500",
>   "name": "c_pageview",
>   "is_draft": false,
>   "model_name": "m_bury_point_analysis",
>   "description": "c_pageview",
>   "null_string": null,
>   "dimensions": [
>     \{
>       "name": "APPTYPE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "APPTYPE",
>       "derived": null
>     },
>     \{
>       "name": "PLATFORM",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PLATFORM",
>       "derived": null
>     },
>     \{
>       "name": "UTM_SOURCE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "UTM_SOURCE",
>       "derived": null
>     },
>     \{
>       "name": "ADCODE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADCODE",
>       "derived": null
>     },
>     \{
>       "name": "ADDITIONTYPE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADDITIONTYPE",
>       "derived": null
>     },
>     \{
>       "name": "ADDITIONVALUE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "ADDITIONVALUE",
>       "derived": null
>     },
>     \{
>       "name": "APPVERSION",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "APPVERSION",
>       "derived": null
>     },
>     \{
>       "name": "CATEGORYID",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "CATEGORYID",
>       "derived": null
>     },
>     \{
>       "name": "CITYCODE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "CITYCODE",
>       "derived": null
>     },
>     \{
>       "name": "FLAGVALUE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "FLAGVALUE",
>       "derived": null
>     },
>     \{
>       "name": "PAGEID",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PAGEID",
>       "derived": null
>     },
>     \{
>       "name": "H_DATE",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "H_DATE",
>       "derived": null
>     },
>     \{
>       "name": "PT",
>       "table": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1",
>       "column": "PT",
>       "derived": null
>     },
>     \{
>       "name": "WEEKYTH_CNT_CN",
>       "table": "DIM_PUB_DATE",
>       "column": null,
>       "derived": [
>         "WEEKYTH_CNT_CN"
>       ]
>     },
>     \{
>       "name": "WEEKYTH_START_DATA_CN",
>       "table": "DIM_PUB_DATE",
>       "column": null,
>       "derived": [
>         "WEEKYTH_START_DATA_CN"
>       ]
>     },
>     \{
>       "name": "WEEKYTH_END_DATA_CN",
>       "table": "DIM_PUB_DATE",
>       "column": null,
>       "derived": [
>         "WEEKYTH_END_DATA_CN"
>       ]
>     }
>   ],
>   "measures": [
>     \{
>       "name": "PV",
>       "function": {
>         "expression": "COUNT",
>         "parameter": {
>           "type": "constant",
>           "value": "1"
>         },
>         "returntype": "bigint"
>       }
>     },
>     \{
>       "name": "UV",
>       "function": {
>         "expression": "COUNT_DISTINCT",
>         "parameter": {
>           "type": "column",
>           "value": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.USERGUID"
>         },
>         "returntype": "hllc(16)"
>       }
>     },
>     \{
>       "name": "DUV",
>       "function": {
>         "expression": "COUNT_DISTINCT",
>         "parameter": {
>           "type": "column",
>           "value": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.SSID"
>         },
>         "returntype": "hllc(16)"
>       }
>     }
>   ],
>   "dictionaries": [],
>   "rowkey": \{
>     "rowkey_columns": [
>       {
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.H_DATE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PAGEID",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PLATFORM",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CATEGORYID",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPVERSION",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPTYPE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONTYPE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONVALUE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CITYCODE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADCODE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.FLAGVALUE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       },
>       \{
>         "column": "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.UTM_SOURCE",
>         "encoding": "dict",
>         "encoding_version": 1,
>         "isShardBy": false
>       }
>     ]
>   },
>   "hbase_mapping": \{
>     "column_family": [
>       {
>         "name": "F1",
>         "columns": [
>           {
>             "qualifier": "M",
>             "measure_refs": [
>               "PV"
>             ]
>           }
>         ]
>       },
>       \{
>         "name": "F2",
>         "columns": [
>           {
>             "qualifier": "M",
>             "measure_refs": [
>               "UV",
>               "DUV"
>             ]
>           }
>         ]
>       }
>     ]
>   },
>   "aggregation_groups": [
>     \{
>       "includes": [
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPTYPE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PLATFORM",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.UTM_SOURCE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADCODE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONTYPE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.ADDITIONVALUE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.APPVERSION",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CATEGORYID",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.CITYCODE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.FLAGVALUE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PAGEID",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.H_DATE",
>         "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT"
>       ],
>       "select_rule": {
>         "hierarchy_dims": [],
>         "mandatory_dims": [
>           "ST_T_BIKE_YUKON_PRO_PAGEVIEW_CLEAN1.PT"
>         ],
>         "joint_dims": []
>       }
>     }
>   ],
>   "signature": "DioSDlLhFMNSh4LZxsOSjg==",
>   "notify_list": [],
>   "status_need_notify": [
>     "ERROR",
>     "DISCARDED",
>     "SUCCEED"
>   ],
>   "partition_date_start": 1547424000000,
>   "partition_date_end": 3153600000000,
>   "auto_merge_time_ranges": [
>     604800000,
>     2419200000
>   ],
>   "volatile_range": 0,
>   "retention_range": 0,
>   "engine_type": 2,
>   "storage_type": 2,
>   "override_kylin_properties": {},
>   "cuboid_black_list": [],
>   "parent_forward": 3,
>   "mandatory_dimension_set_list": [],
>   "snapshot_table_desc_list": []
> }
>  
>  



--
This message was sent by Atlassian JIRA
(v7.6.3#76005)

Mime
View raw message