Skip to content

G
gic-spark-tag-4.0
Commit 35eaab99 by guos
Options

会员标签4.0

parent f911fa88
Showing with 148 additions and 429 deletions
src/main/java/com/gic/spark/entity/TagConditionGroupDTO.java 0 → 100644
package com.gic.spark.entity;
import java.io.Serializable;
import java.util.List;
/**
* @author jiaotianqi
* @ClassName:
* @Description:
* @date 2019年11月22日 16:23
*/
public class TagConditionGroupDTO implements Serializable {
/**
* or 或者
* not 剔除
*
*/
private String type;
private List<TagConditionDTO> conditionInfos;
public String getType() {
return type;
}
public void setType(String type) {
this.type = type;
}
public List<TagConditionDTO> getConditionInfos() {
return conditionInfos;
}
public void setConditionInfos(List<TagConditionDTO> conditionInfos) {
this.conditionInfos = conditionInfos;
}
}
\ No newline at end of file
src/main/java/com/gic/spark/entity/TagConditionValDTO.java 0 → 100644
package com.gic.spark.entity;
import java.io.Serializable;
public class TagConditionValDTO implements Serializable {
/**
* 1 前置条件 2标签值
*/
private Integer scope;
private Long templateElId ; //模板id
/**
* 1 包含所有 2 包含其一
*/
private String selectFlag;
private Integer templateElType;
private String key;
private String val;
public Integer getScope() {
return scope;
}
public void setScope(Integer scope) {
this.scope = scope;
}
public Long getTemplateElId() {
return templateElId;
}
public void setTemplateElId(Long templateElId) {
this.templateElId = templateElId;
}
public String getSelectFlag() {
return selectFlag;
}
public void setSelectFlag(String selectFlag) {
this.selectFlag = selectFlag;
}
public Integer getTemplateElType() {
return templateElType;
}
public void setTemplateElType(Integer templateElType) {
this.templateElType = templateElType;
}
public String getKey() {
return key;
}
public void setKey(String key) {
this.key = key;
}
public String getVal() {
return val;
}
public void setVal(String val) {
this.val = val;
}
}
src/main/java/com/gic/spark/entity/table/TabMemberTagCategory.java deleted 100644 → 0
package com.gic.spark.entity.table;
public class TabMemberTagCategory {
private long category_Id;
private String category_Name;
private long parent_Category_Id;
private long special_Tag_Flag;
private String special_Tag_Url;
private long support_Custom_Tag_Flag;
private long support_Custom_Tag_Found_Flag;
private String tab_Version;
private long delete_Flag;
private String remark;
private String create_User_Id;
private java.sql.Timestamp create_Time;
private java.sql.Timestamp update_Time;
private long sort;
public long getCategory_Id() {
return category_Id;
}
public void setCategory_Id(long category_Id) {
this.category_Id = category_Id;
}
public String getCategory_Name() {
return category_Name;
}
public void setCategory_Name(String category_Name) {
this.category_Name = category_Name;
}
public long getParent_Category_Id() {
return parent_Category_Id;
}
public void setParent_Category_Id(long parent_Category_Id) {
this.parent_Category_Id = parent_Category_Id;
}
public long getSpecial_Tag_Flag() {
return special_Tag_Flag;
}
public void setSpecial_Tag_Flag(long special_Tag_Flag) {
this.special_Tag_Flag = special_Tag_Flag;
}
public String getSpecial_Tag_Url() {
return special_Tag_Url;
}
public void setSpecial_Tag_Url(String special_Tag_Url) {
this.special_Tag_Url = special_Tag_Url;
}
public long getSupport_Custom_Tag_Flag() {
return support_Custom_Tag_Flag;
}
public void setSupport_Custom_Tag_Flag(long support_Custom_Tag_Flag) {
this.support_Custom_Tag_Flag = support_Custom_Tag_Flag;
}
public long getSupport_Custom_Tag_Found_Flag() {
return support_Custom_Tag_Found_Flag;
}
public void setSupport_Custom_Tag_Found_Flag(long support_Custom_Tag_Found_Flag) {
this.support_Custom_Tag_Found_Flag = support_Custom_Tag_Found_Flag;
}
public String getTab_Version() {
return tab_Version;
}
public void setTab_Version(String tab_Version) {
this.tab_Version = tab_Version;
}
public long getDelete_Flag() {
return delete_Flag;
}
public void setDelete_Flag(long delete_Flag) {
this.delete_Flag = delete_Flag;
}
public String getRemark() {
return remark;
}
public void setRemark(String remark) {
this.remark = remark;
}
public String getCreate_User_Id() {
return create_User_Id;
}
public void setCreate_User_Id(String create_User_Id) {
this.create_User_Id = create_User_Id;
}
public java.sql.Timestamp getCreate_Time() {
return create_Time;
}
public void setCreate_Time(java.sql.Timestamp create_Time) {
this.create_Time = create_Time;
}
public java.sql.Timestamp getUpdate_Time() {
return update_Time;
}
public void setUpdate_Time(java.sql.Timestamp update_Time) {
this.update_Time = update_Time;
}
public long getSort() {
return sort;
}
public void setSort(long sort) {
this.sort = sort;
}
}
src/main/java/com/gic/spark/entity/table/TabMemberTagCollect.java deleted 100644 → 0
package com.gic.spark.entity.table;
public class TabMemberTagCollect {
private long tag_Collect_Id;
private long tag_Id;
private long enterprise_Id;
private long create_User_Id;
private java.sql.Timestamp create_Time;
private java.sql.Timestamp update_Time;
public long getTag_Collect_Id() {
return tag_Collect_Id;
}
public void setTag_Collect_Id(long tag_Collect_Id) {
this.tag_Collect_Id = tag_Collect_Id;
}
public long getTag_Id() {
return tag_Id;
}
public void setTag_Id(long tag_Id) {
this.tag_Id = tag_Id;
}
public long getEnterprise_Id() {
return enterprise_Id;
}
public void setEnterprise_Id(long enterprise_Id) {
this.enterprise_Id = enterprise_Id;
}
public long getCreate_User_Id() {
return create_User_Id;
}
public void setCreate_User_Id(long create_User_Id) {
this.create_User_Id = create_User_Id;
}
public java.sql.Timestamp getCreate_Time() {
return create_Time;
}
public void setCreate_Time(java.sql.Timestamp create_Time) {
this.create_Time = create_Time;
}
public java.sql.Timestamp getUpdate_Time() {
return update_Time;
}
public void setUpdate_Time(java.sql.Timestamp update_Time) {
this.update_Time = update_Time;
}
}
src/main/java/com/gic/spark/entity/table/TabMemberTagDetail.java deleted 100644 → 0
package com.gic.spark.entity.table;
public class TabMemberTagDetail {
private long tag_Id;
private long enterprise_Id;
private String tag_Name;
private String tag_Describe;
private long category_Id;
private long real_Time_Flag;
private long delete_Flag;
private String remark;
private java.sql.Timestamp create_Time;
private java.sql.Timestamp update_Time;
private String es_Field;
private String tag_Code;
private long tag_Group_Id;
private long contain_Flag;
public long getTag_Id() {
return tag_Id;
}
public void setTag_Id(long tag_Id) {
this.tag_Id = tag_Id;
}
public long getEnterprise_Id() {
return enterprise_Id;
}
public void setEnterprise_Id(long enterprise_Id) {
this.enterprise_Id = enterprise_Id;
}
public String getTag_Name() {
return tag_Name;
}
public void setTag_Name(String tag_Name) {
this.tag_Name = tag_Name;
}
public String getTag_Describe() {
return tag_Describe;
}
public void setTag_Describe(String tag_Describe) {
this.tag_Describe = tag_Describe;
}
public long getCategory_Id() {
return category_Id;
}
public void setCategory_Id(long category_Id) {
this.category_Id = category_Id;
}
public long getReal_Time_Flag() {
return real_Time_Flag;
}
public void setReal_Time_Flag(long real_Time_Flag) {
this.real_Time_Flag = real_Time_Flag;
}
public long getDelete_Flag() {
return delete_Flag;
}
public void setDelete_Flag(long delete_Flag) {
this.delete_Flag = delete_Flag;
}
public String getRemark() {
return remark;
}
public void setRemark(String remark) {
this.remark = remark;
}
public java.sql.Timestamp getCreate_Time() {
return create_Time;
}
public void setCreate_Time(java.sql.Timestamp create_Time) {
this.create_Time = create_Time;
}
public java.sql.Timestamp getUpdate_Time() {
return update_Time;
}
public void setUpdate_Time(java.sql.Timestamp update_Time) {
this.update_Time = update_Time;
}
public String getEs_Field() {
return es_Field;
}
public void setEs_Field(String es_Field) {
this.es_Field = es_Field;
}
public String getTag_Code() {
return tag_Code;
}
public void setTag_Code(String tag_Code) {
this.tag_Code = tag_Code;
}
public long getTag_Group_Id() {
return tag_Group_Id;
}
public void setTag_Group_Id(long tag_Group_Id) {
this.tag_Group_Id = tag_Group_Id;
}
public long getContain_Flag() {
return contain_Flag;
}
public void setContain_Flag(long contain_Flag) {
this.contain_Flag = contain_Flag;
}
}
src/main/java/com/gic/spark/entity/table/TabMemberTagValue.java deleted 100644 → 0
package com.gic.spark.entity.table;
public class TabMemberTagValue {
private long tag_Value_Id;
private long enterprise_Id;
private String tag_Value;
private long tag_Id;
private java.sql.Timestamp create_Time;
private java.sql.Timestamp update_Time;
public long getTag_Value_Id() {
return tag_Value_Id;
}
public void setTag_Value_Id(long tag_Value_Id) {
this.tag_Value_Id = tag_Value_Id;
}
public long getEnterprise_Id() {
return enterprise_Id;
}
public void setEnterprise_Id(long enterprise_Id) {
this.enterprise_Id = enterprise_Id;
}
public String getTag_Value() {
return tag_Value;
}
public void setTag_Value(String tag_Value) {
this.tag_Value = tag_Value;
}
public long getTag_Id() {
return tag_Id;
}
public void setTag_Id(long tag_Id) {
this.tag_Id = tag_Id;
}
public java.sql.Timestamp getCreate_Time() {
return create_Time;
}
public void setCreate_Time(java.sql.Timestamp create_Time) {
this.create_Time = create_Time;
}
public java.sql.Timestamp getUpdate_Time() {
return update_Time;
}
public void setUpdate_Time(java.sql.Timestamp update_Time) {
this.update_Time = update_Time;
}
}
src/main/java/com/gic/spark/tag/TagProcess.java
package com.gic.spark.tag;
import com.alibaba.fastjson.JSONObject;
import com.gic.spark.datasource.mysql.MysqlDatasource;
import com.gic.spark.datasource.mysql.MysqlRddManager;
import com.gic.spark.datasource.sharding.ShardingRddManager;
import com.gic.spark.entity.SceneCrowdDTO;
import com.gic.spark.entity.TagConditionGroupDTO;
import com.gic.spark.entity.table.TabMemberTagAll;
import com.gic.spark.entity.table.TabSceneCrowd;
import org.apache.spark.sql.Column;
import org.apache.spark.sql.Dataset;
import javax.swing.text.TabSet;
import java.util.ArrayList;
import java.util.List;
import static com.gic.spark.datasource.mysql.MysqlDatasource.JDBC_OPTIONS;
/**
* @description:
* @author: wangxk
......@@ -7,6 +24,9 @@ package com.gic.spark.tag;
*/
public class TagProcess {
private List<SceneCrowdDTO>sceneCrowdDTOList=new ArrayList();
private MysqlRddManager mysqlRddManager;
private ShardingRddManager memberShardingRddManager;
private boolean isProduction;
private static TagProcess instance;
public static TagProcess getInstance(){
......@@ -23,10 +43,27 @@ public class TagProcess {
public void init(boolean isProd){
this.isProduction=isProd;
MysqlDatasource member4Datasource = new MysqlDatasource();
if(isProduction){
member4Datasource.setJdbcUrl("jdbc:mysql://10.0.0.6:3306/gic-member4.0" + JDBC_OPTIONS);
member4Datasource.setUser("cdb_outerroot");
member4Datasource.setPassword("@09ui%sbc09");
}else{
member4Datasource.setJdbcUrl("jdbc:mysql://10.0.0.6:3306/gic-member4.0" + JDBC_OPTIONS);
member4Datasource.setUser("cdb_outerroot");
member4Datasource.setPassword("@09ui%sbc09");
}
mysqlRddManager=member4Datasource.buildRddManager();
Dataset<TabSceneCrowd>sceneCrowdDataset=mysqlRddManager.getPojo("", TabSceneCrowd.class,null)
.filter(new Column("valid_flag").equalTo(1));
Dataset<TabMemberTagAll>memberTagAllDataset= mysqlRddManager.getPojo("tab_member_tag_all", TabMemberTagAll.class,null);
List<TabSceneCrowd> sceneCrowdList=sceneCrowdDataset.collectAsList();
for(TabSceneCrowd sceneCrowd:sceneCrowdList){
List<TagConditionGroupDTO>conditionGroupDTOList=JSONObject.parseArray(sceneCrowd.getTag_Condition_Group_Info(),TagConditionGroupDTO.class);
sceneCrowdDTOList.add(new SceneCrowdDTO(sceneCrowd,conditionGroupDTOList));
}
}
public void process(){
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment