hadoop-clueweb/build.sbt at master · knowitall/hadoop-clueweb · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
import AssemblyKeys._
assemblySettings

organization := "edu.washington.cs.knowitall.common-scala"

name := "hadoop-clueweb"

scalaVersion := "2.10.1"

libraryDependencies ++= Seq("com.nicta" % "scoobi_2.10" % "0.7.0-RC1-cdh3",
    "edu.washington.cs.knowitall.nlptools" %% "nlptools-chunk-opennlp" % "2.4.3-SNAPSHOT",
    "edu.washington.cs.knowitall.nlptools" %% "nlptools-parse-clear" % "2.4.3-SNAPSHOT",
    "edu.washington.cs.knowitall.nlptools" %% "nlptools-chunk-opennlp" % "2.4.3-SNAPSHOT" excludeAll(ExclusionRule(organization = "jwnl")),
    "edu.washington.cs.knowitall.nlptools" %% "nlptools-parse-clear" % "2.4.3-SNAPSHOT" excludeAll(ExclusionRule(organization = "com.googlecode.clearnlp")),
    "com.googlecode.clearnlp" % "clearnlp-threadsafe" % "1.3.0-a",
    "org.apache.hadoop" % "hadoop-lzo" % "0.4.13",
    "com.typesafe.akka" % "akka-actor_2.10" % "2.1.2")

resolvers ++= Seq("nicta" at "http://nicta.github.com/scoobi/releases",
                  "sonatype releases" at "http://oss.sonatype.org/content/repositories/releases",
                  "sonatype snapshots" at "http://oss.sonatype.org/content/repositories/snapshots",
                  "internal maven" at "http://knowitall.cs.washington.edu/maven2",
                  "cloudera" at "https://repository.cloudera.com/content/repositories/releases")

mergeStrategy in assembly <<= (mergeStrategy in assembly) { (old) =>
  {
    case x => {
      val oldstrat = old(x)
      if (oldstrat == MergeStrategy.deduplicate) MergeStrategy.first
      else oldstrat
    }
  }
}