拆开 生成中间表 和 合并表的操作；etl2转化数据时 去重复

src/main/java/com/platomix/userprofile/Application.java

@@ -48,7 +48,11 @@ public class Application {
 	 */
 	public static void main(String[] args) {
 		ConfigurableApplicationContext applicationContext = SpringApplication.run(Application.class, args);
-
+//		XxhTagManager xxhTagManager = applicationContext.getBean(XxhTagManager.class);
+//		xxhTagManager.xxhFromEtlSp("202204");
+//		AbstractTagHandler tagHandler = applicationContext.getBean("forecastCancelTagHandler",AbstractTagHandler.class);
+//		tagHandler.handle("202204");
+		//manager.tagCancelDataC4V2("202205");
 //		AbstractTagHandler tagHandler = applicationContext.getBean("orderSumDateTagHandler", AbstractTagHandler.class);
 //		tagHandler.handle("202111");
 
@@ -98,9 +102,6 @@ public class Application {
 				}
 			}
 			//生成rfm表 todo
-			//Flat表操作
-			FlatTagHandler flatTagHandler = applicationContext.getBean(FlatTagHandler.class);
-			flatTagHandler.tempDataToFlatView(permonth);
 		}
 		/**
 		 * 单独调用指定handler

src/main/java/com/platomix/userprofile/handler/support/XxhTagManager.java

@@ -33,8 +33,9 @@ public class XxhTagManager {
 	@Autowired
 	private MobileRangeService mobileRangeService;
 
+	final static long _STEP=22000000L;
 	/**
-	 * 从etl表向 xxh表转化
+	 * 从etl表向 xxh表转化 转化时 重复消除重复
 	 * @param month 月份
 	 */
 	private void xxhFromEtl(String month, String mobileLeft, String mobileRight) {
@@ -45,7 +46,8 @@ public class XxhTagManager {
 				.appendLn("TOTAL_FLUX, TOTAL_FEE, ifNull(MON_TOTAL_FEE,'0') AS MON_TOTAL_FEE, PRODUCT_CLASS_DESC, null as MON_FEE, FLUX_M, RESOURCE_NAME,")
 				.appendLn("PKG_NAME, MANU_NAME, MODEL_NAME, IS_ACCT ,TOTAL_FLUX_VIDEO, AREA as ARAE")
 				.appendLn(String.format("from %s",ETL_TABLE_NAME))
-				.appendLn("where MONTH_ID ='"+month+"'" + lrMobileSql);
+				.appendLn("where MONTH_ID ='"+month+"'" + lrMobileSql)
+				.appendLn(String.format("and DEVICE_NUMBER not in (SELECT DEVICE_NUMBER from ads.XXH_ALL_MONTH where MONTH_ID ='%s' and SEARCH_FLAG in('b','B')  %s)",month,lrMobileSql));
 		log.info("\n" + sqlBuilder.toString());
 		dynamicExecuteService.execute(DsEnum.clickhouse, sqlBuilder.toString(), "ETL导入数据转化为XXH基础数据1");
 
@@ -56,6 +58,7 @@ public class XxhTagManager {
 				.appendLn("from ")
 				.appendLn("( select MONTH_ID,DEVICE_NUMBER, APP_PRE, CON_PRE, APP_NAME, DAYS,TIMES,MINS,ifNull(ONE_FLUX,'0') as  ONE_FLUX")
 				.appendLn("from  "+ETL_TABLE_NAME+" where MONTH_ID ='"+month+"'" + lrMobileSql)
+				.appendLn(String.format("and DEVICE_NUMBER not in (SELECT DEVICE_NUMBER from ads.XXH_ALL_MONTH where MONTH_ID ='%s' and SEARCH_FLAG in('b','B')  %s)",month,lrMobileSql))
 				.appendLn(") s")
 				.appendLn("group by MONTH_ID,DEVICE_NUMBER, APP_PRE, CON_PRE, APP_NAME, TIMES, MINS, ONE_FLUX");
 		log.info("\n" + sqlBuilderApp.toString());
@@ -69,7 +72,7 @@ public class XxhTagManager {
 	 * @param month 月份
 	 */
 	public void xxhFromEtlSp(String month) {
-		SortedSet<String> mobileList = mobileRangeService.getList(MobileRangeService.DEFAULT_STEP);
+		SortedSet<String> mobileList = mobileRangeService.getList(_STEP);
 		String mobileLeft = mobileList.first();
 		for(Iterator<String> it = mobileList.iterator(); it.hasNext(); ) {
 			String mobileRight = it.next();
@@ -81,4 +84,6 @@ public class XxhTagManager {
 		}
 	}
 
+
+
 }