Skip to content
Snippets Groups Projects
Commit abbd88d1 authored by dogfooter's avatar dogfooter
Browse files

add: distinct added in 2_3 join

parent 86695bda
No related branches found
No related tags found
No related merge requests found
...@@ -67,7 +67,7 @@ class NaiveRunningTask { ...@@ -67,7 +67,7 @@ class NaiveRunningTask {
val RDD_JOIN_RULE_2 = Naive.rule2Index(RDD_ALPHA_DOMAIN, RDD_JOIN_RULE_7) val RDD_JOIN_RULE_2 = Naive.rule2Index(RDD_ALPHA_DOMAIN, RDD_JOIN_RULE_7)
val RDD_JOIN_RULE_3 = Naive.rule3Index(RDD_ALPHA_RANGE, RDD_JOIN_RULE_7) val RDD_JOIN_RULE_3 = Naive.rule3Index(RDD_ALPHA_RANGE, RDD_JOIN_RULE_7)
val RDD_JOIN_RULE_2_3 = RDD_ALPAH__TYPE.union(RDD_JOIN_RULE_2).union(RDD_JOIN_RULE_3) val RDD_JOIN_RULE_2_3 = RDD_ALPAH__TYPE.union(RDD_JOIN_RULE_2).union(RDD_JOIN_RULE_3).map(t => t.mkString("\t")).distinct().map(line => line.split("\t"))
val RDD_JOIN_RULE_9 = Naive.rule9Index(RDD_JOIN_RULE_11, RDD_JOIN_RULE_2_3) val RDD_JOIN_RULE_9 = Naive.rule9Index(RDD_JOIN_RULE_11, RDD_JOIN_RULE_2_3)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment