Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
G
gic-spark-tag-4.0
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
wangxiaokang
gic-spark-tag-4.0
Commits
4f24f056
Commit
4f24f056
authored
Aug 25, 2020
by
guos
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
会员标签4.0
parent
cd25418b
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
27 additions
and
5 deletions
+27
-5
AbstractTagConsumFilter.java
...in/java/com/gic/spark/filter/AbstractTagConsumFilter.java
+2
-1
TagAssociatedPurchaseRateFilter.java
...com/gic/spark/filter/TagAssociatedPurchaseRateFilter.java
+2
-1
TagAverageDiscountFactorFilter.java
.../com/gic/spark/filter/TagAverageDiscountFactorFilter.java
+2
-1
TagValueParser.java
src/main/java/com/gic/spark/tag/TagValueParser.java
+21
-2
No files found.
src/main/java/com/gic/spark/filter/AbstractTagConsumFilter.java
View file @
4f24f056
...
...
@@ -2,6 +2,7 @@ package com.gic.spark.filter;
import
com.gic.spark.datasource.entity.DataSourceHive
;
import
com.gic.spark.entity.bean.TrdEcuBrandLabelBean
;
import
com.gic.spark.entity.request.AbstractFilterRequest
;
import
com.gic.spark.entity.request.TagConsumeRequest
;
import
com.gic.spark.util.ConstantUtil
;
import
org.apache.spark.api.java.JavaRDD
;
...
...
@@ -17,7 +18,7 @@ import java.util.List;
public
abstract
class
AbstractTagConsumFilter
implements
BaseTagFilter
{
DataSourceHive
dataSourceHive
=
new
DataSourceHive
(
ConstantUtil
.
ADS_GIC_TRD_ECU_BRAND_LABEL_D
);
protected
static
JavaRDD
<
TrdEcuBrandLabelBean
>
statisticsTypeHandle
(
JavaRDD
<
TrdEcuBrandLabelBean
>
consumeRDD
,
TagConsume
Request
consumeRequest
){
protected
static
JavaRDD
<
TrdEcuBrandLabelBean
>
statisticsTypeHandle
(
JavaRDD
<
TrdEcuBrandLabelBean
>
consumeRDD
,
AbstractFilter
Request
consumeRequest
){
consumeRDD
=
consumeRDD
.
mapPartitions
(
data
->{
List
<
TrdEcuBrandLabelBean
>
result
=
new
ArrayList
();
while
(
data
.
hasNext
()){
...
...
src/main/java/com/gic/spark/filter/TagAssociatedPurchaseRateFilter.java
View file @
4f24f056
...
...
@@ -4,6 +4,7 @@ import com.gic.spark.datasource.entity.DataSourceEntity;
import
com.gic.spark.datasource.mysql.MysqlRddManager
;
import
com.gic.spark.entity.bean.TrdEcuBrandLabelBean
;
import
com.gic.spark.entity.request.AbstractFilterRequest
;
import
com.gic.spark.entity.request.TagConsumeDoubleRequest
;
import
com.gic.spark.entity.request.TagConsumeRequest
;
import
org.apache.spark.api.java.JavaRDD
;
import
scala.Tuple2
;
...
...
@@ -36,7 +37,7 @@ public class TagAssociatedPurchaseRateFilter extends AbstractTagConsumFilter{
@Override
public
JavaRDD
<
Long
>
filterValidMember
(
Integer
enterpriseId
,
AbstractFilterRequest
request
)
{
TagConsume
Request
consumeRequest
=(
TagConsum
eRequest
)
request
;
TagConsume
DoubleRequest
consumeRequest
=(
TagConsumeDoubl
eRequest
)
request
;
JavaRDD
<
TrdEcuBrandLabelBean
>
consumeRDD
=
MysqlRddManager
.
getPojoFromDataset
(
dataSourceHive
.
getDatasetByEntId
(
enterpriseId
),
TrdEcuBrandLabelBean
.
class
).
javaRDD
();
consumeRDD
=
statisticsTypeHandle
(
consumeRDD
,
consumeRequest
);
JavaRDD
<
Long
>
ecuRdd
=
consumeRDD
.
mapToPair
(
data
->
Tuple2
.
apply
(
data
.
getEcu_id
(),
data
)).
groupByKey
()
...
...
src/main/java/com/gic/spark/filter/TagAverageDiscountFactorFilter.java
View file @
4f24f056
...
...
@@ -4,6 +4,7 @@ import com.gic.spark.datasource.entity.DataSourceEntity;
import
com.gic.spark.datasource.mysql.MysqlRddManager
;
import
com.gic.spark.entity.bean.TrdEcuBrandLabelBean
;
import
com.gic.spark.entity.request.AbstractFilterRequest
;
import
com.gic.spark.entity.request.TagConsumeDoubleRequest
;
import
com.gic.spark.entity.request.TagConsumeRequest
;
import
org.apache.spark.api.java.JavaRDD
;
import
scala.Tuple2
;
...
...
@@ -38,7 +39,7 @@ public class TagAverageDiscountFactorFilter extends AbstractTagConsumFilter {
@Override
public
JavaRDD
<
Long
>
filterValidMember
(
Integer
enterpriseId
,
AbstractFilterRequest
request
)
{
TagConsume
Request
consumeRequest
=(
TagConsum
eRequest
)
request
;
TagConsume
DoubleRequest
consumeRequest
=(
TagConsumeDoubl
eRequest
)
request
;
JavaRDD
<
TrdEcuBrandLabelBean
>
consumeRDD
=
MysqlRddManager
.
getPojoFromDataset
(
dataSourceHive
.
getDatasetByEntId
(
enterpriseId
),
TrdEcuBrandLabelBean
.
class
).
javaRDD
();
consumeRDD
=
statisticsTypeHandle
(
consumeRDD
,
consumeRequest
);
JavaRDD
<
Long
>
ecuRdd
=
consumeRDD
.
mapToPair
(
data
->
Tuple2
.
apply
(
data
.
getEcu_id
(),
data
)).
groupByKey
()
...
...
src/main/java/com/gic/spark/tag/TagValueParser.java
View file @
4f24f056
...
...
@@ -67,10 +67,10 @@ public class TagValueParser {
request
=
getConsumeRequest
(
conditionDTO
.
getTagTemplateElInfo
());
break
;
case
TagConstant
.
TAG_CODE_ASSOCIATED_PURCHASE_RATE
:
request
=
getConsumeRequest
(
conditionDTO
.
getTagTemplateElInfo
());
request
=
getConsume
Double
Request
(
conditionDTO
.
getTagTemplateElInfo
());
break
;
case
TagConstant
.
TAG_CODE_AVERAGE_DISCOUNT_FACTOR
:
request
=
getConsumeRequest
(
conditionDTO
.
getTagTemplateElInfo
());
request
=
getConsume
Double
Request
(
conditionDTO
.
getTagTemplateElInfo
());
break
;
case
TagConstant
.
TAG_CODE_CONSUMPTION_SLEEP_DAYS
:
request
=
getConsumeRequest
(
conditionDTO
.
getTagTemplateElInfo
());
...
...
@@ -359,6 +359,25 @@ public class TagValueParser {
return
request
;
}
private
static
AbstractFilterRequest
getConsumeDoubleRequest
(
List
<
TagConditionValDTO
>
conditionValDTOList
)
{
TagConsumeDoubleRequest
request
=
new
TagConsumeDoubleRequest
();
for
(
TagConditionValDTO
conditionValDTO:
conditionValDTOList
){
if
(
Pattern
.
compile
(
"flag"
).
matcher
(
conditionValDTO
.
getKey
()).
find
()){
setStatisticsTypeHandle
(
request
,
conditionValDTO
.
getKey
(),
conditionValDTO
.
getVal
());
}
else
{
String
[]
keys
=
conditionValDTO
.
getKey
().
split
(
"\\."
);
switch
(
keys
[
0
]){
case
TagConstant
.
TAG_KEY_TYPE_NUMBER
:
setDoubleValueHandle
(
request
,
keys
[
1
],
conditionValDTO
.
getVal
());
break
;
default
:
break
;
}
}
}
return
request
;
}
private
static
AbstractFilterRequest
getCouponRequest
(
TagConditionDTO
conditionDTO
)
{
TagCouponRequest
request
=
new
TagCouponRequest
();
for
(
TagConditionValDTO
conditionValDTO:
conditionDTO
.
getTagTemplateElInfo
()){
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment