Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
G
gic-spark-tag-4.0
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
wangxiaokang
gic-spark-tag-4.0
Commits
d1ad92a8
Commit
d1ad92a8
authored
Aug 27, 2020
by
guos
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
会员标签4.0
parent
02c7c08e
Hide whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
9 additions
and
9 deletions
+9
-9
TagFirstOfflineConsumptionStoreFilter.java
...c/spark/filter/TagFirstOfflineConsumptionStoreFilter.java
+1
-1
TagFirstOnlineConsumptionStoreFilter.java
...ic/spark/filter/TagFirstOnlineConsumptionStoreFilter.java
+1
-1
TagHistoryOfflineConsumptionStoreFilter.java
...spark/filter/TagHistoryOfflineConsumptionStoreFilter.java
+2
-2
TagHistoryOnlineConsumptionStoreFilter.java
.../spark/filter/TagHistoryOnlineConsumptionStoreFilter.java
+1
-1
TagLatelyOnlineConsumptionStoreFilter.java
...c/spark/filter/TagLatelyOnlineConsumptionStoreFilter.java
+1
-1
TagOfflineConsumptionStoreFilter.java
...om/gic/spark/filter/TagOfflineConsumptionStoreFilter.java
+1
-1
TagOnlineConsumptionStoreFilter.java
...com/gic/spark/filter/TagOnlineConsumptionStoreFilter.java
+1
-1
TagRecentlyOfflineConsumptionStoreFilter.java
...park/filter/TagRecentlyOfflineConsumptionStoreFilter.java
+1
-1
No files found.
src/main/java/com/gic/spark/filter/TagFirstOfflineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -65,7 +65,7 @@ public class TagFirstOfflineConsumptionStoreFilter extends AbstractTagConsumReco
}
else
{
return
y
;
}
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
().
_2
(
)))
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
().
_2
()
)))
.
map
(
data
->
data
.
_1
());
return
ecuRdd
;
...
...
src/main/java/com/gic/spark/filter/TagFirstOnlineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -65,7 +65,7 @@ public class TagFirstOnlineConsumptionStoreFilter extends AbstractTagConsumRecor
}
else
{
return
y
;
}
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
().
_2
(
)))
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
().
_2
()
)))
.
map
(
data
->
data
.
_1
());
return
ecuRdd
;
}
...
...
src/main/java/com/gic/spark/filter/TagHistoryOfflineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -45,7 +45,7 @@ public class TagHistoryOfflineConsumptionStoreFilter extends AbstractTagConsumRe
TagConsumeStoreRequest
storeRequest
=(
TagConsumeStoreRequest
)
request
;
JavaRDD
<
TrdVirtualOrderBean
>
consumeRecordRDD
=
MysqlRddManager
.
getPojoFromDataset
(
dataSourceHiveOrder
.
getDatasetByEntId
(
enterpriseId
),
TrdVirtualOrderBean
.
class
).
javaRDD
();
JavaRDD
<
Row
>
virtualOrderItemRdd
=
dataSourceHiveOrderItem
.
getDatasetByEntId
(
enterpriseId
).
select
(
"virtual_order_id"
,
"ent_brand_id"
).
j
avaRDD
();
JavaRDD
<
Row
>
virtualOrderItemRdd
=
dataSourceHiveOrderItem
.
getDatasetByEntId
(
enterpriseId
).
select
(
"virtual_order_id"
,
"ent_brand_id"
).
toJ
avaRDD
();
JavaRDD
<
Tuple2
<
TrdVirtualOrderBean
,
Optional
<
Iterable
<
String
>>>>
orderRdd
=
consumeRecordRDD
.
mapToPair
(
data
->
Tuple2
.
apply
(
data
.
getVirtual_id
(),
data
))
.
leftOuterJoin
(
virtualOrderItemRdd
.
mapToPair
(
row
->
Tuple2
.
apply
(
row
.
getLong
(
0
),
row
.
getString
(
1
))).
groupByKey
())
...
...
@@ -55,7 +55,7 @@ public class TagHistoryOfflineConsumptionStoreFilter extends AbstractTagConsumRe
JavaRDD
<
Long
>
ecuRdd
=
consumeRecordRDD
.
filter
(
data
->
data
.
getOrder_channel_code
()==
1
&&
null
!=
data
.
getStore_info_id
())
.
mapToPair
(
data
->
Tuple2
.
apply
(
data
.
getEcu_id
(),
data
.
getStore_info_id
()))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
(
)))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
()
)))
.
reduceByKey
((
x
,
y
)->
x
)
.
map
(
data
->
data
.
_1
());
...
...
src/main/java/com/gic/spark/filter/TagHistoryOnlineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -55,7 +55,7 @@ public class TagHistoryOnlineConsumptionStoreFilter extends AbstractTagConsumRec
JavaRDD
<
Long
>
ecuRdd
=
consumeRecordRDD
.
filter
(
data
->
data
.
getOrder_channel_code
()!=
1
&&
null
!=
data
.
getShop_id
())
.
mapToPair
(
data
->
Tuple2
.
apply
(
data
.
getEcu_id
(),
data
.
getShop_id
()))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
(
)))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
()
)))
.
reduceByKey
((
x
,
y
)->
x
)
.
map
(
data
->
data
.
_1
());
return
ecuRdd
;
...
...
src/main/java/com/gic/spark/filter/TagLatelyOnlineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -65,7 +65,7 @@ public class TagLatelyOnlineConsumptionStoreFilter extends AbstractTagConsumReco
}
else
{
return
y
;
}
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
().
_2
(
)))
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
().
_2
()
)))
.
map
(
data
->
data
.
_1
());
return
ecuRdd
;
}
...
...
src/main/java/com/gic/spark/filter/TagOfflineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -60,7 +60,7 @@ public class TagOfflineConsumptionStoreFilter extends AbstractTagConsumRecordFil
&&
StringUtils
.
isNotEmpty
(
data
.
getReceipts_time
()))
.
filter
(
data
->
checkTime
(
storeRequest
,
DateUtil
.
strToDate
(
data
.
getReceipts_time
(),
DateUtil
.
FORMAT_DATETIME_19
).
getTime
()))
.
mapToPair
(
data
->
Tuple2
.
apply
(
data
.
getEcu_id
(),
data
.
getStore_info_id
()))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
(
)))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
()
)))
.
reduceByKey
((
x
,
y
)->
x
)
.
map
(
data
->
data
.
_1
());
return
ecuRdd
;
...
...
src/main/java/com/gic/spark/filter/TagOnlineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -55,7 +55,7 @@ public class TagOnlineConsumptionStoreFilter extends AbstractTagConsumRecordFilt
&&
null
!=
data
.
getShop_id
())
.
filter
(
data
->
checkTime
(
storeRequest
,
DateUtil
.
strToDate
(
data
.
getReceipts_time
(),
DateUtil
.
FORMAT_DATETIME_19
).
getTime
()))
.
mapToPair
(
data
->
Tuple2
.
apply
(
data
.
getEcu_id
(),
Tuple2
.
apply
(
data
.
getReceipts_time
(),
data
.
getShop_id
())))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
().
_2
(
)))
.
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
().
_2
()
)))
.
reduceByKey
((
x
,
y
)->
x
)
.
map
(
data
->
data
.
_1
());
return
ecuRdd
;
...
...
src/main/java/com/gic/spark/filter/TagRecentlyOfflineConsumptionStoreFilter.java
View file @
d1ad92a8
...
...
@@ -63,7 +63,7 @@ public class TagRecentlyOfflineConsumptionStoreFilter extends AbstractTagConsumR
}
else
{
return
y
;
}
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
data
.
_2
().
_2
(
)))
}).
filter
(
data
->
storeRequest
.
getStoreList
().
contains
(
String
.
valueOf
(
data
.
_2
().
_2
()
)))
.
map
(
data
->
data
.
_1
());
return
ecuRdd
;
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment