-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Sebastian Kruse
committed
Jul 5, 2016
1 parent
d3514b3
commit da461d6
Showing
117 changed files
with
10,986 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,9 @@ | ||
# Maven | ||
target/ | ||
|
||
# IntelliJ | ||
*.iml | ||
.idea/ | ||
|
||
# MacOS | ||
.DS_Store |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,134 @@ | ||
<?xml version="1.0" encoding="UTF-8"?> | ||
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | ||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | ||
|
||
|
||
<modelVersion>4.0.0</modelVersion> | ||
<groupId>de.hpi.isg</groupId> | ||
<artifactId>rdfind</artifactId> | ||
<version>0.0.2-SNAPSHOT</version> | ||
<packaging>pom</packaging> | ||
<name>RDFind</name> | ||
<scm> | ||
<developerConnection>scm:git:https://github.de/stratosphere/rdfind</developerConnection> | ||
<tag>HEAD</tag> | ||
</scm> | ||
|
||
<!-- Rather take my own build of the Flink master. | ||
<repositories> | ||
<repository> | ||
<id>Apache snapshots</id> | ||
<url>http://repository.apache.org/snapshots/</url> | ||
</repository> | ||
<repository> | ||
<id>Apache</id> | ||
<url>http://repository.apache.org/</url> | ||
</repository> | ||
</repositories> | ||
--> | ||
|
||
<properties> | ||
<flink.version>0.9.0</flink.version> | ||
</properties> | ||
|
||
<build> | ||
<pluginManagement> | ||
<plugins> | ||
<plugin> | ||
<groupId>org.apache.maven.plugins</groupId> | ||
<artifactId>maven-compiler-plugin</artifactId> | ||
<version>3.1</version> | ||
<configuration> | ||
<source>1.8</source> | ||
<target>1.8</target> | ||
</configuration> | ||
</plugin> | ||
<plugin> | ||
<groupId>org.apache.maven.plugins</groupId> | ||
<artifactId>maven-dependency-plugin</artifactId> | ||
<version>2.9</version> | ||
<configuration> | ||
<outputDirectory>${project.build.directory}</outputDirectory> | ||
<excludeTransitive>false</excludeTransitive> | ||
</configuration> | ||
</plugin> | ||
<plugin> | ||
<artifactId>maven-assembly-plugin</artifactId> | ||
<version>2.5.3</version> | ||
<configuration> | ||
<descriptors> | ||
<descriptor>src/assembly/bin.xml</descriptor> | ||
</descriptors> | ||
</configuration> | ||
</plugin> | ||
</plugins> | ||
</pluginManagement> | ||
<plugins> | ||
<plugin> | ||
<groupId>org.apache.maven.plugins</groupId> | ||
<artifactId>maven-release-plugin</artifactId> | ||
<version>2.5.1</version> | ||
</plugin> | ||
</plugins> | ||
</build> | ||
|
||
<dependencyManagement> | ||
<dependencies> | ||
<dependency> | ||
<groupId>it.unimi.dsi</groupId> | ||
<artifactId>fastutil</artifactId> | ||
<version>6.5.15</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>com.beust</groupId> | ||
<artifactId>jcommander</artifactId> | ||
<version>1.35</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-clients</artifactId> | ||
<version>${flink.version}</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>junit</groupId> | ||
<artifactId>junit</artifactId> | ||
<scope>test</scope> | ||
<version>4.11</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-scala</artifactId> | ||
<version>${flink.version}</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-java</artifactId> | ||
<version>${flink.version}</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>com.google.guava</groupId> | ||
<artifactId>guava</artifactId> | ||
<version>19.0-sekruse-SNAPSHOT</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>de.hpi.isg</groupId> | ||
<artifactId>rdf-converter</artifactId> | ||
<version>0.0.2-SNAPSHOT</version> | ||
</dependency> | ||
</dependencies> | ||
</dependencyManagement> | ||
|
||
<dependencies> | ||
<dependency> | ||
<groupId>junit</groupId> | ||
<artifactId>junit</artifactId> | ||
</dependency> | ||
</dependencies> | ||
|
||
<modules> | ||
<module>rdfind-util</module> | ||
<module>rdfind-flink</module> | ||
<module>rdfind-algorithm</module> | ||
</modules> | ||
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,163 @@ | ||
<?xml version="1.0" encoding="UTF-8"?> | ||
<project xmlns="http://maven.apache.org/POM/4.0.0" | ||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | ||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | ||
<parent> | ||
<artifactId>rdfind</artifactId> | ||
<groupId>de.hpi.isg</groupId> | ||
<version>0.0.2-SNAPSHOT</version> | ||
</parent> | ||
<modelVersion>4.0.0</modelVersion> | ||
|
||
<artifactId>rdfind-algorithm</artifactId> | ||
|
||
|
||
<!-- We use the maven-assembly plugin to create a fat jar that contains all dependencies | ||
except flink and it's transitive dependencies. The resulting fat-jar can be executed | ||
on a cluster. Change the value of Program-Class if your program entry point changes. --> | ||
<build> | ||
<plugins> | ||
<!-- | ||
<plugin> | ||
<artifactId>maven-assembly-plugin</artifactId> | ||
<version>2.4.1</version> | ||
<configuration> | ||
<descriptors> | ||
<descriptor>src/assembly/flink-fat-jar.xml</descriptor> | ||
</descriptors> | ||
<archive> | ||
<manifestEntries> | ||
<Program-Class>de.hpi.isg.Job</Program-Class> | ||
</manifestEntries> | ||
</archive> | ||
</configuration> | ||
<executions> | ||
<execution> | ||
<id>make-assembly</id> | ||
<phase>package</phase> | ||
<goals> | ||
<goal>single</goal> | ||
</goals> | ||
</execution> | ||
</executions> | ||
</plugin> | ||
--> | ||
|
||
<plugin> | ||
<groupId>org.apache.maven.plugins</groupId> | ||
<artifactId>maven-compiler-plugin</artifactId> | ||
<version>3.1</version> | ||
<configuration> | ||
<source>1.6</source> | ||
<target>1.6</target> | ||
</configuration> | ||
</plugin> | ||
<plugin> | ||
<groupId>net.alchim31.maven</groupId> | ||
<artifactId>scala-maven-plugin</artifactId> | ||
<version>3.1.4</version> | ||
<executions> | ||
<execution> | ||
<goals> | ||
<goal>compile</goal> | ||
<goal>testCompile</goal> | ||
</goals> | ||
</execution> | ||
</executions> | ||
</plugin> | ||
|
||
<!-- Eclipse Integration --> | ||
<plugin> | ||
<groupId>org.apache.maven.plugins</groupId> | ||
<artifactId>maven-eclipse-plugin</artifactId> | ||
<version>2.8</version> | ||
<configuration> | ||
<downloadSources>true</downloadSources> | ||
<projectnatures> | ||
<projectnature>org.scala-ide.sdt.core.scalanature</projectnature> | ||
<projectnature>org.eclipse.jdt.core.javanature</projectnature> | ||
</projectnatures> | ||
<buildcommands> | ||
<buildcommand>org.scala-ide.sdt.core.scalabuilder</buildcommand> | ||
</buildcommands> | ||
<classpathContainers> | ||
<classpathContainer>org.scala-ide.sdt.launching.SCALA_CONTAINER</classpathContainer> | ||
<classpathContainer>org.eclipse.jdt.launching.JRE_CONTAINER</classpathContainer> | ||
</classpathContainers> | ||
<excludes> | ||
<exclude>org.scala-lang:scala-library</exclude> | ||
<exclude>org.scala-lang:scala-compiler</exclude> | ||
</excludes> | ||
<sourceIncludes> | ||
<sourceInclude>**/*.scala</sourceInclude> | ||
<sourceInclude>**/*.java</sourceInclude> | ||
</sourceIncludes> | ||
</configuration> | ||
</plugin> | ||
<plugin> | ||
<groupId>org.codehaus.mojo</groupId> | ||
<artifactId>build-helper-maven-plugin</artifactId> | ||
<version>1.7</version> | ||
<executions> | ||
<!-- Add src/main/scala to eclipse build path --> | ||
<execution> | ||
<id>add-source</id> | ||
<phase>generate-sources</phase> | ||
<goals> | ||
<goal>add-source</goal> | ||
</goals> | ||
<configuration> | ||
<sources> | ||
<source>src/main/scala</source> | ||
</sources> | ||
</configuration> | ||
</execution> | ||
<!-- Add src/test/scala to eclipse build path --> | ||
<execution> | ||
<id>add-test-source</id> | ||
<phase>generate-test-sources</phase> | ||
<goals> | ||
<goal>add-test-source</goal> | ||
</goals> | ||
<configuration> | ||
<sources> | ||
<source>src/test/scala</source> | ||
</sources> | ||
</configuration> | ||
</execution> | ||
</executions> | ||
</plugin> | ||
</plugins> | ||
</build> | ||
|
||
<dependencies> | ||
<dependency> | ||
<groupId>com.beust</groupId> | ||
<artifactId>jcommander</artifactId> | ||
</dependency> | ||
<dependency> | ||
<groupId>de.hpi.isg</groupId> | ||
<artifactId>rdfind-util</artifactId> | ||
<version>0.0.2-SNAPSHOT</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>de.hpi.isg</groupId> | ||
<artifactId>rdfind-flink</artifactId> | ||
<version>0.0.2-SNAPSHOT</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-scala</artifactId> | ||
</dependency> | ||
<dependency> | ||
<groupId>de.hpi.isg</groupId> | ||
<artifactId>rdf-converter</artifactId> | ||
<version>0.0.2-SNAPSHOT</version> | ||
</dependency> | ||
<dependency> | ||
<groupId>com.google.guava</groupId> | ||
<artifactId>guava</artifactId> | ||
</dependency> | ||
</dependencies> | ||
|
||
</project> |
12 changes: 12 additions & 0 deletions
12
rdfind-algorithm/src/main/scala/de/hpi/isg/sodap/rdfind/data/ApproximateCindSet.scala
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
package de.hpi.isg.sodap.rdfind.data | ||
|
||
import com.google.common.hash.BloomFilter | ||
|
||
/** | ||
* @author sebastian.kruse | ||
*/ | ||
case class ApproximateCindSet(var depConditionType: Int, | ||
var depConditionValue1: String, | ||
var depConditionValue2: String, | ||
var depCount: Int, | ||
var refConditions: BloomFilter[Condition]) |
20 changes: 20 additions & 0 deletions
20
rdfind-algorithm/src/main/scala/de/hpi/isg/sodap/rdfind/data/AssociationRule.scala
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,20 @@ | ||
package de.hpi.isg.sodap.rdfind.data | ||
|
||
import de.hpi.isg.sodap.rdfind.util.ConditionCodes | ||
|
||
/** | ||
* @author sebastian.kruse | ||
* @since 15.04.2015 | ||
*/ | ||
case class AssociationRule(var antecedentType: Int, | ||
var consequentType: Int, | ||
var antecedent: String, | ||
var consequent: String, | ||
var support: Int, | ||
var confidence: Double) { | ||
override def toString: String = s"${ConditionCodes.prettyPrint(antecedentType, antecedent)} -> " + | ||
s"${ConditionCodes.prettyPrint(consequentType, consequent)} " + | ||
s"(support=$support," + | ||
s"confidence=${"%3.2f".format(confidence * 100d)}%)" | ||
|
||
} |
12 changes: 12 additions & 0 deletions
12
rdfind-algorithm/src/main/scala/de/hpi/isg/sodap/rdfind/data/CandidateSet.scala
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,12 @@ | ||
package de.hpi.isg.sodap.rdfind.data | ||
|
||
/** | ||
* Created by basti on 5/28/15. | ||
*/ | ||
trait CandidateSet { | ||
|
||
def depCount: Int | ||
|
||
def depCondition: Condition | ||
|
||
} |
Oops, something went wrong.