07 友盟项目--拆分日志为五个表---动态生成日志类对应的建日志表的sql 语句-创建表

拆分日志为五个表---动态生成日志类对应的建日志表的sql 语句

1.util包下 ---》 LogUtil 通过内省的方式的到成员变量

 1     /**
 2      * 生成日志类对应的日志表sql语句
 3      */
 4     public static <T extends  AppBaseLog> String genDDL(Class<T> clazz) throws Exception {
 5         String classname = clazz.getSimpleName().toLowerCase() ;
 6         StringBuffer buffer = new StringBuffer() ;
 7         buffer.append("create table if not exists ") ;
 8         buffer.append(classname + "s (\r\n") ;
 9         //内省 --》 JavaBean
10         BeanInfo bi = Introspector.getBeanInfo(clazz) ;
11         PropertyDescriptor[] pps = bi.getPropertyDescriptors() ;
12         for(int i =0 ; i < pps.length ; i ++ ){
13             String name = pps[i].getName();
14             Method get = pps[i].getReadMethod() ;
15             Method set = pps[i].getWriteMethod();
16             if(get != null && set != null){
17                 if(name.equalsIgnoreCase("createdAtMs")){
18                     buffer.append("  createdatms bigint") ;
19                 }
20                 else{
21                     buffer.append("  " + name.toLowerCase() + " string") ;
22                 }
23                 //最后一个
24                 if(i != (pps.length - 1)){
25                     buffer.append(" ,\r\n");
26                 }
27             }
28         }
29         buffer.append(")\r\n");
30         buffer.append("PARTITIONED BY (ym string, day string) \r\n");
31         buffer.append("stored as parquet ;\r\n");
32         return buffer.toString() ;
33     }

2.测试并生成五个类对应的5个表的建表sql语句

代码

@Test
public void testGenDDL() throws Exception {
   System.out.println(LogUtil.genDDL(AppStartupLog.class));
   System.out.println(LogUtil.genDDL(AppEventLog.class));
   System.out.println(LogUtil.genDDL(AppErrorLog.class));
   System.out.println(LogUtil.genDDL(AppUsageLog.class));
   System.out.println(LogUtil.genDDL(AppPageLog.class));
}

3.生成的建表sql语句如下

create table if not exists appstartuplogs (
  appchannel string ,
  appid string ,
  appplatform string ,
  appversion string ,
  brand string ,
  carrier string ,
  country string ,
  createdatms bigint ,
  deviceid string ,
  devicestyle string ,
  ipaddress string ,
  network string ,
  ostype string ,
  province string ,
  screensize string ,
  tenantid string)
PARTITIONED BY (ym string, day string)
stored as parquet ;

create table if not exists appeventlogs (
  appchannel string ,
  appid string ,
  appplatform string ,
  appversion string ,
  brand string ,
  createdatms bigint ,
  deviceid string ,
  devicestyle string ,
  eventdurationsecs string ,
  eventid string ,
  ostype string ,
  paramkeyvaluemap string ,
  tenantid string)
PARTITIONED BY (ym string, day string)
stored as parquet ;

create table if not exists apperrorlogs (
  appchannel string ,
  appid string ,
  appplatform string ,
  appversion string ,
  brand string ,
  createdatms bigint ,
  deviceid string ,
  devicestyle string ,
  errorbrief string ,
  errordetail string ,
  ostype string ,
  tenantid string)
PARTITIONED BY (ym string, day string)
stored as parquet ;

create table if not exists appusagelogs (
  appchannel string ,
  appid string ,
  appplatform string ,
  appversion string ,
  brand string ,
  createdatms bigint ,
  deviceid string ,
  devicestyle string ,
  ostype string ,
  singledownloadtraffic string ,
  singleuploadtraffic string ,
  singleusedurationsecs string ,
  tenantid string)
PARTITIONED BY (ym string, day string)
stored as parquet ;

create table if not exists apppagelogs (
  appchannel string ,
  appid string ,
  appplatform string ,
  appversion string ,
  brand string ,
  createdatms bigint ,
  deviceid string ,
  devicestyle string ,
  nextpage string ,
  ostype string ,
  pageid string ,
  pageviewcntinsession string ,
  staydurationsecs string ,
  tenantid string ,
  visitindex string)
PARTITIONED BY (ym string, day string)
stored as parquet ;

5个子表-建表sql语句

注意

上面建表语句 appeventlogs中有错误删除paramKeyValueMap 字段