Filter any duplicate surface endpoints

Author: Steve Salas

build.sbt

@@ -1,8 +1,7 @@
 val baseSettings = Seq(
 	organization := "com.codedx",
 	version := "UNVERSIONED",
-	BuildKeys.releaseDate := "N/A",
-	resolvers := Resolver.sonatypeRepo("snapshots") +: resolvers.value
+	BuildKeys.releaseDate := "N/A"
 )
 
 val scalaSettings = Seq(

codepulse/src/main/scala/com/secdec/codepulse/surface/SurfaceDetector.scala

@@ -49,10 +49,9 @@ object SurfaceDetector {
     val databases = frameworkTypes.asScala.map(f => EndpointDatabaseFactory.getDatabase(path, f))
 
     if (!databases.isEmpty) {
-      val endpoints = databases.flatMap(_.generateEndpoints().asScala)
-      val flattenedEndpoints = EndpointUtil.flattenWithVariants(endpoints.asJavaCollection)
-      for (flattenedEndpoint <- flattenedEndpoints.asScala)
-        yield SurfaceEndpoint(flattenedEndpoint.getFilePath, flattenedEndpoint.getStartingLineNumber, flattenedEndpoint.getEndingLineNumber)
+      databases.flatMap(_.generateEndpoints().asScala)
+        .map(x => SurfaceEndpoint(x.getFilePath, x.getStartingLineNumber, x.getEndingLineNumber))
+        .distinct
     } else {
       Seq.empty[SurfaceEndpoint]
     }

project/Dependencies.scala

@@ -63,9 +63,9 @@ object Dependencies {
 	)
 	lazy val astamCorrelator = Seq(
 		"org.jsoup" % "jsoup" % "1.11.3",
-		"com.github.secdec.astam-correlator" % "master-pom" % "1.2.18-SNAPSHOT",
-		"com.github.secdec.astam-correlator" % "threadfix-entities" % "1.2.18-SNAPSHOT",
-		"com.github.secdec.astam-correlator" % "threadfix-ham" % "1.2.18-SNAPSHOT"
+		"com.github.secdec.astam-correlator" % "master-pom" % "1.2.18",
+		"com.github.secdec.astam-correlator" % "threadfix-entities" % "1.2.18",
+		"com.github.secdec.astam-correlator" % "threadfix-ham" % "1.2.18"
 	)
 	lazy val juniversalchardet = "com.googlecode.juniversalchardet" % "juniversalchardet" % "1.0.3"