From abbd88d130af250e6429d63b4a64cefd0f9c382f Mon Sep 17 00:00:00 2001
From: dogfooter <dogfooter219@gmail.com>
Date: Tue, 12 Jun 2018 22:10:09 +0900
Subject: [PATCH] add: distinct added in 2_3 join
---
src/main/scala/com/dogfooter/rdfs/naive/NaiveRunningTask.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/src/main/scala/com/dogfooter/rdfs/naive/NaiveRunningTask.scala b/src/main/scala/com/dogfooter/rdfs/naive/NaiveRunningTask.scala
index cda5140..9e46a53 100644
--- a/src/main/scala/com/dogfooter/rdfs/naive/NaiveRunningTask.scala
+++ b/src/main/scala/com/dogfooter/rdfs/naive/NaiveRunningTask.scala
@@ -67,7 +67,7 @@ class NaiveRunningTask {
val RDD_JOIN_RULE_2 = Naive.rule2Index(RDD_ALPHA_DOMAIN, RDD_JOIN_RULE_7)
val RDD_JOIN_RULE_3 = Naive.rule3Index(RDD_ALPHA_RANGE, RDD_JOIN_RULE_7)
- val RDD_JOIN_RULE_2_3 = RDD_ALPAH__TYPE.union(RDD_JOIN_RULE_2).union(RDD_JOIN_RULE_3)
+ val RDD_JOIN_RULE_2_3 = RDD_ALPAH__TYPE.union(RDD_JOIN_RULE_2).union(RDD_JOIN_RULE_3).map(t => t.mkString("\t")).distinct().map(line => line.split("\t"))
val RDD_JOIN_RULE_9 = Naive.rule9Index(RDD_JOIN_RULE_11, RDD_JOIN_RULE_2_3)
--
GitLab