LinkerdBuild.scala

import pl.project13.scala.sbt.JmhPlugin
import sbt._
import sbt.Keys._
import sbtassembly.AssemblyKeys._
import sbtdocker.DockerKeys._
import sbtunidoc.Plugin._
import scoverage.ScoverageKeys._

object LinkerdBuild extends Base {
  import Base._
  import Grpc._

  val Bundle = config("bundle")
  val Dcos = config("dcos") extend Bundle
  val Jdk = config("jdk") extend Bundle
  val LowMem = config("lowmem") extend Bundle
  val OpenJ9 = config("openj9") extend Bundle

  val configCore = projectDir("config")
    .dependsOn(Finagle.buoyantCore)
    .withTwitterLibs(Deps.finagle("core"))
    .withLibs(Deps.jackson)
    .withLib(Deps.jacksonYaml)
    .withLib(Deps.guava)
    .withTests()

  val consul = projectDir("consul")
    .dependsOn(configCore)
    .withTwitterLib(Deps.finagle("http"))
    .withLibs(Deps.jackson)
    .withTests()

  val etcd = projectDir("etcd")
    .withTwitterLib(Deps.finagle("http"))
    .withLibs(Deps.jackson ++ Deps.jodaTime)
    .withTests().withIntegration()

  lazy val istioProto = projectDir("istio-proto")
    .withLibs(Deps.jackson)
    .withGrpc
    .withTests()

  lazy val istio = projectDir("istio")
    .dependsOn(k8s, Router.core, Namer.core, istioProto)
    .withTwitterLib(Deps.finagle("http"))
    .withLibs(Deps.jackson)
    .withTests()

  lazy val k8s = projectDir("k8s")
    .dependsOn(Namer.core, istioProto, admin)
    .withTwitterLib(Deps.finagle("http"))
    .withLibs(Deps.jackson)
    .withTests()

  val marathon = projectDir("marathon")
    .withTwitterLib(Deps.finagle("http"))
    .withLibs(Deps.jackson)
    .withTests()

  object Mesh {
    val core = projectDir("mesh/core")
      .dependsOn(Grpc.runtime)
      .withGrpc

    val all = aggregateDir("mesh", core)
  }

  val admin = projectDir("admin")
    .dependsOn(configCore)
    .withTwitterLib(Deps.twitterServer)
    .withTwitterLib(Deps.finagle("stats"))
    .withTests()

  object Namer {
    val core = projectDir("namer/core")
      .dependsOn(configCore, admin)
      .withLib(Deps.jacksonCore)
      .withTests()

    val consul = projectDir("namer/consul")
      .dependsOn(LinkerdBuild.consul, core, admin)
      .withTests()

    val curator = projectDir("namer/curator")
      .dependsOn(core)
      .withLibs(Deps.curatorFramework, Deps.curatorClient, Deps.curatorDiscovery)
      .withTests()

    val dnssrv = projectDir("namer/dnssrv")
      .dependsOn(core)
      .withLibs(Deps.dnsJava)
      .withTests().withIntegration()

    val fs = projectDir("namer/fs")
      .dependsOn(core % "compile->compile;test->test")
      .withTests()

    val k8s = projectDir("namer/k8s")
      .dependsOn(LinkerdBuild.k8s, core)
      .withTests()

    val istio = projectDir("namer/istio")
      .dependsOn(LinkerdBuild.istio, core)
      .withTests()

    val marathon = projectDir("namer/marathon")
      .dependsOn(LinkerdBuild.marathon, core, admin)
      .withLib(Deps.jwt)
      .withTests()

    val serversets = projectDir("namer/serversets")
      .withTwitterLib(Deps.finagle("serversets").exclude("org.slf4j", "slf4j-jdk14"))
      .withTests()
      .dependsOn(core % "compile->compile;test->test")

    val zkLeader = projectDir("namer/zk-leader")
      .dependsOn(core)
      .withLib(Deps.zkCandidate)
      .withTests()

    val rancher = projectDir("namer/rancher")
      .dependsOn(core)
      .withTwitterLib(Deps.finagle("http"))
      .withTests()

    val all = aggregateDir("namer", core, consul, curator, dnssrv, fs, k8s, istio, marathon, serversets, zkLeader, rancher)

  }

  object Router {
    val core = projectDir("router/core")
      .dependsOn(Finagle.buoyantCore, Namer.core)
      .withTwitterLib(Deps.finagle("core"))
      .withTests()
      .withE2e()
      .settings(coverageExcludedPackages := ".*XXX_.*")

    val baseHttp = projectDir("router/base-http")
      .dependsOn(core)

    val h2 = projectDir("router/h2")
      .dependsOn(baseHttp, Finagle.h2 % "compile->compile;test->test")
      .withTests()
      .withE2e()

    val http = projectDir("router/http")
      .dependsOn(baseHttp)
      .withTwitterLibs(Deps.finagle("http"))
      .withLib(Deps.boringssl)
      .withTests()
      .withE2e()

    val mux = projectDir("router/mux")
      .dependsOn(core)
      .withTwitterLib(Deps.finagle("mux"))
      .withE2e()

    val thriftIdl = projectDir("router/thrift-idl")
      .withTwitterLib(Deps.finagle("thrift"))
      .settings(Seq(
        coverageExcludedPackages := ".*thriftscala.*",
        scalacOptions -= "-Xfatal-warnings")
      )

    val thrift = projectDir("router/thrift")
      .withTwitterLib(Deps.finagle("thrift"))
      .withTests()
      .withE2e()
      .dependsOn(
        core,
        thriftIdl % "test,e2e"
      )

    val thriftMux = projectDir("router/thriftmux")
      .withTwitterLib(Deps.finagle("thriftmux"))
      .withTests()
      .withE2e()
      .dependsOn(
        core,
        thrift,
        thriftIdl % "test,e2e"
      )

    val all = aggregateDir("router", core, baseHttp, h2, http, mux, thrift, thriftMux)
  }

  val adminNames = projectDir("admin/names")
    .dependsOn(admin, Namer.core)
    .withTests()

  object Telemetry {
    val core = projectDir("telemetry/core")
      .dependsOn(configCore)
      .withTwitterLib(Deps.finagle("core"))
      .withTwitterLib(Deps.finagle("stats"))
      .withTests()

    val adminMetricsExport = projectDir("telemetry/admin-metrics-export")
      .dependsOn(LinkerdBuild.admin, core)
      .withLib(Deps.jacksonCore)
      .withTests()

    val influxdb = projectDir("telemetry/influxdb")
      .dependsOn(LinkerdBuild.admin, core)
      .withTwitterLibs(Deps.finagle("core"), Deps.finagle("stats"))
      .withTests()

    val prometheus = projectDir("telemetry/prometheus")
      .dependsOn(LinkerdBuild.admin, core)
      .withTwitterLibs(Deps.finagle("core"), Deps.finagle("stats"))
      .withTests()

    val statsd = projectDir("telemetry/statsd")
      .dependsOn(core, Router.core)
      .withLib(Deps.statsd)
      .withTests()

    val tracelog = projectDir("telemetry/tracelog")
      .dependsOn(core, Router.core)
      .withTests()

    val recentRequests = projectDir("telemetry/recent-requests")
      .dependsOn(admin, core, Router.core)

    val zipkin = projectDir("telemetry/zipkin")
      .withTwitterLibs(Deps.finagle("zipkin-core"), Deps.finagle("zipkin-scribe"))
        .settings(Seq(scalacOptions -= "-Xfatal-warnings"))
      .dependsOn(core, Router.core)
      .withTests()

    val all = aggregateDir("telemetry", adminMetricsExport, core, influxdb, prometheus, recentRequests, statsd, tracelog, zipkin)
  }

  val ConfigFileRE = """^(.*)\.yaml$""".r

  val execScriptJvmOptions =
    """|DEFAULT_JVM_OPTIONS="-Djava.net.preferIPv4Stack=true             \
       |   -Dsun.net.inetaddr.ttl=60                                     \
       |   -Xms${JVM_HEAP_MIN:-32M}                                      \
       |   -Xmx${JVM_HEAP_MAX:-1024M}                                    \
       |   -XX:+AggressiveOpts                                           \
       |   -XX:+UseConcMarkSweepGC                                       \
       |   -XX:+CMSParallelRemarkEnabled                                 \
       |   -XX:+CMSClassUnloadingEnabled                                 \
       |   -XX:+ScavengeBeforeFullGC                                     \
       |   -XX:+CMSScavengeBeforeRemark                                  \
       |   -XX:+UseCMSInitiatingOccupancyOnly                            \
       |   -XX:CMSInitiatingOccupancyFraction=70                         \
       |   -XX:-TieredCompilation                                        \
       |   -XX:+UseStringDeduplication                                   \
       |   -XX:+AlwaysPreTouch                                           \
       |   -Dcom.twitter.util.events.sinkEnabled=false                   \
       |   -Dorg.apache.thrift.readLength=10485760                       \
       |   -Djdk.nio.maxCachedBufferSize=262144                          \
       |   -Dio.netty.threadLocalDirectBufferSize=0                      \
       |   -Dio.netty.recycler.maxCapacity=4096                          \
       |   -Dio.netty.allocator.numHeapArenas=${FINAGLE_WORKERS:-8}      \
       |   -Dio.netty.allocator.numDirectArenas=${FINAGLE_WORKERS:-8}    \
       |   -Dcom.twitter.finagle.netty4.numWorkers=${FINAGLE_WORKERS:-8} \
       |   ${LOCAL_JVM_OPTIONS:-}                                        "
       |""".stripMargin

  object Namerd {

    val core = projectDir("namerd/core")
      .dependsOn(
        admin,
        adminNames,
        configCore,
        Namer.core,
        Namer.fs % "test",
        Telemetry.core,
        Telemetry.adminMetricsExport
      )
      .withTests()

    object Storage {

      val consul = projectDir("namerd/storage/consul")
        .dependsOn(core)
        .dependsOn(LinkerdBuild.consul)
        .withTests()

      val etcd = projectDir("namerd/storage/etcd")
        .dependsOn(core, LinkerdBuild.etcd % "integration->integration;compile->compile")
        .withTests()
        .withIntegration()

      val inMemory = projectDir("namerd/storage/in-memory")
        .dependsOn(core % "test->test;compile->compile")
        .withTests()

      val k8s = projectDir("namerd/storage/k8s")
        .dependsOn(core)
        .dependsOn(LinkerdBuild.k8s)
        .withTests()

      val zk = projectDir("namerd/storage/zk")
        .dependsOn(core)
        .withTwitterLib(Deps.finagle("serversets").exclude("org.slf4j", "slf4j-jdk14"))
        .withTests()

      val all = aggregateDir("namerd/storage", consul, etcd, inMemory, k8s, zk)
    }

    object Iface {

      val controlHttp = projectDir("namerd/iface/control-http")
        .withTwitterLib(Deps.finagle("http"))
        .withTests().dependsOn(
          core % "test->test;compile->compile",
          Storage.inMemory % "test"
        )

      val interpreterThriftIdl = projectDir("namerd/iface/interpreter-thrift-idl")
        .withTwitterLib(Deps.finagle("thrift"))
        .settings(Seq(
          coverageExcludedPackages := ".*thriftscala.*",
          scalacOptions -= "-Xfatal-warnings")
        )

      val interpreterThrift = projectDir("namerd/iface/interpreter-thrift")
        .dependsOn(core, interpreterThriftIdl)
        .withLib(Deps.guava)
        .withTwitterLibs(Deps.finagle("thrift"), Deps.finagle("thriftmux"))
        .withTests()

      val mesh = projectDir("namerd/iface/mesh")
        .dependsOn(core, Mesh.core)
        .withTests()

      val destination = projectDir("namerd/iface/destination")
        .dependsOn(core, Grpc.runtime)
        .withGrpc
        .withTests()

      val all = aggregateDir(
        "namerd/iface",
        controlHttp, interpreterThriftIdl, interpreterThrift, mesh, destination
      )
    }

    val main = projectDir("namerd/main")
      .dependsOn(core, admin, configCore)
      .withBuildProperties("io/buoyant/namerd")
      .settings(coverageExcludedPackages := ".*")

    /**
     * An assembly-running script that adds the namerd plugin directory
     * to the classpath if it exists.
     */
    val execScript = (
      """|#!/bin/sh
         |
         |jars="$0"
         |HSPREF_SETTING=$([ ! -z "$ENABLE_HSPREF" ] && echo "" || echo "-XX:+PerfDisableSharedMem")
         |if [ -n "$NAMERD_HOME" ] && [ -d $NAMERD_HOME/plugins ]; then
         |  for jar in $NAMERD_HOME/plugins/*.jar ; do
         |    jars="$jars:$jar"
         |  done
         |fi
         |export MALLOC_ARENA_MAX=2
         |""" +
      execScriptJvmOptions +
      """|exec "${JAVA_HOME:-/usr}/bin/java" -XX:+PrintCommandLineFlags \
         |     ${JVM_OPTIONS:-$DEFAULT_JVM_OPTIONS} $HSPREF_SETTING -cp $jars -server \
         |     io.buoyant.namerd.Main "$@"
         |"""
      ).stripMargin

    val BundleSettings = Defaults.configSettings ++ appPackagingSettings ++ Seq(
      mainClass := Some("io.buoyant.namerd.Main"),
      assemblyExecScript := execScript.split("\n").toSeq,
      dockerEnvPrefix := "NAMERD_",
      unmanagedBase := baseDirectory.value / "plugins",
      assemblyJarName in assembly := s"${name.value}-${version.value}-exec",
      dockerTag := version.value
    )

    val BundleProjects = Seq[ProjectReference](
      core, main, Namer.fs, Storage.inMemory, Router.http,
      Iface.controlHttp, Iface.interpreterThrift, Iface.mesh, Iface.destination,
      Namer.consul, Namer.k8s, Namer.marathon, Namer.serversets, Namer.zkLeader, Namer.dnssrv, Namer.rancher,
      Iface.mesh,
      Interpreter.perHost, Interpreter.k8s,
      Storage.etcd, Storage.inMemory, Storage.k8s, Storage.zk, Storage.consul,
      Telemetry.adminMetricsExport, Telemetry.core, Telemetry.influxdb, Telemetry.prometheus, Telemetry.recentRequests, Telemetry.statsd, Telemetry.tracelog, Telemetry.zipkin
    )

    val JdkSettings = BundleSettings ++ Seq(
      dockerJavaImage := s"openjdk:${openJdkVersion}-jdk",
      dockerTag := s"${version.value}-jdk",
      assemblyJarName in assembly := s"${name.value}-${version.value}-jdk-exec"
    )

    val LowMemSettings = BundleSettings ++ Seq(
      dockerJavaImage := "buoyantio/debian-32-bit",
      dockerTag := s"${version.value}-32b",
      assemblyJarName in assembly := s"${name.value}-${version.value}-32b-exec"
    )

    val OpenJ9Settings = BundleSettings ++ Seq(
      dockerJavaImage := s"adoptopenjdk/openjdk8-openj9:${openJ9Version}",
      dockerTag := s"${version.value}-openj9-experimental",
      assemblyJarName in assembly := s"${name.value}-${version.value}-openj9-experimental"
    )

    /**
     * A DCOS-specific assembly-running script that:
     * 1) adds the namerd plugin directory to the classpath if it exists
     * 2) bootstraps zookeeper with a default path and dtabs
     * 3) boots namerd
     */
    val dcosExecScript = (
      """|#!/bin/bash
         |
         |jars="$0"
         |HSPREF_SETTING=$([ ! -z "$ENABLE_HSPREF" ] && echo "" || echo "-XX:+PerfDisableSharedMem")
         |if [ -n "$NAMERD_HOME" ] && [ -d $NAMERD_HOME/plugins ]; then
         |  for jar in $NAMERD_HOME/plugins/*.jar ; do
         |    jars="$jars:$jar"
         |  done
         |fi
         |export MALLOC_ARENA_MAX=2
         |""" +
      execScriptJvmOptions +
      """|if read -t 0; then
         |  CONFIG_INPUT=`cat`
         |fi
         |
         |echo $CONFIG_INPUT | \
         |${JAVA_HOME:-/usr}/bin/java -XX:+PrintCommandLineFlags \
         |${JVM_OPTIONS:-$DEFAULT_JVM_OPTIONS} $HSPREF_SETTING -cp $jars -server \
         |io.buoyant.namerd.DcosBootstrap "$@"
         |
         |echo $CONFIG_INPUT | \
         |${JAVA_HOME:-/usr}/bin/java -XX:+PrintCommandLineFlags \
         |${JVM_OPTIONS:-$DEFAULT_JVM_OPTIONS} -cp $jars -server \
         |io.buoyant.namerd.Main "$@"
         |
         |exit
         |"""
      ).stripMargin

    val dcosBootstrap = projectDir("namerd/dcos-bootstrap")
      .dependsOn(core, admin, configCore, Storage.zk)

    val DcosSettings = BundleSettings ++ Seq(
      assemblyExecScript := dcosExecScript.split("\n").toSeq,
      dockerTag := s"${version.value}-dcos",
      assemblyJarName in assembly := s"${name.value}-${version.value}-dcos-exec"
    )

    val all = aggregateDir("namerd",
        core, dcosBootstrap, main, Storage.all, Interpreter.all, Iface.all)
      .configs(Bundle, Dcos, Jdk, LowMem, OpenJ9)
      // Bundle includes all of the supported features:
      .configDependsOn(Bundle)(BundleProjects: _*)
      .settings(inConfig(Bundle)(BundleSettings))
      .configDependsOn(Jdk)(BundleProjects: _*)
      .settings(inConfig(Jdk)(JdkSettings))
      .configDependsOn(LowMem)(BundleProjects: _*)
      .settings(inConfig(LowMem)(LowMemSettings))
      .configDependsOn(OpenJ9)(BundleProjects: _*)
      .settings(inConfig(OpenJ9)(OpenJ9Settings))
      .configDependsOn(Dcos)(dcosBootstrap)
      .settings(inConfig(Dcos)(DcosSettings))
      .settings(
        assembly := (assembly in Bundle).value,
        docker := (docker in Bundle).value,
        dockerBuildAndPush := (dockerBuildAndPush in Bundle).value,
        dockerPush := (dockerPush in Bundle).value
      )

    // Find example configurations by searching the examples directory for config files.
    val exampleConfigs = file("namerd/examples").list().toSeq.collect {
      case ConfigFileRE(name) => config(name) -> exampleConfig(name)
    }
    def exampleConfig(name: String): Configuration = Bundle

    val examples = projectDir("namerd/examples")
      .withExamples(Namerd.all, exampleConfigs)
      .configDependsOn(Test)(BundleProjects: _*)
      .settings(publishArtifact := false)
      .withTests()
  }

  object Interpreter {
    val fs = projectDir("interpreter/fs")
      .withTests()
      .dependsOn(Namer.core, Namer.fs)

    val namerd = projectDir("interpreter/namerd")
      .withTests()
      .dependsOn(
        Namer.core,
        Namerd.Iface.interpreterThrift,
        Namerd.Iface.controlHttp,
        Router.core)

    val mesh = projectDir("interpreter/mesh")
      .withTests()
      .dependsOn(Namer.core, Mesh.core, Grpc.runtime, admin)

    val subnet = projectDir("interpreter/subnet")
      .dependsOn(Namer.core)
      .withTests()

    val perHost = projectDir("interpreter/per-host")
      .dependsOn(Namer.core, subnet)
      .withTests()

    val k8s = projectDir("interpreter/k8s")
        .dependsOn(Namer.core, LinkerdBuild.k8s, perHost, subnet)
        .withTests()

    val istio = projectDir("interpreter/istio")
      .dependsOn(Namer.core, LinkerdBuild.istio, perHost, subnet)
      .withTests()

    val all = aggregateDir("interpreter", fs, k8s, mesh, namerd, perHost, subnet)
  }

  object Linkerd {

    val core = projectDir("linkerd/core")
      .dependsOn(
        configCore,
        LinkerdBuild.admin,
        Telemetry.core % "compile->compile;test->test",
        Telemetry.adminMetricsExport,
        Namer.core % "compile->compile;test->test",
        Router.core
      )
      .withLib(Deps.jacksonCore)
      .withGrpc
      .withTests()
      .withE2e()
      .configWithLibs(Test)(Deps.jacksonDatabind, Deps.jacksonYaml)

    val tls = projectDir("linkerd/tls")

    val failureAccrual = projectDir("linkerd/failure-accrual")
      .dependsOn(core)
      .withTests()

    object Protocol {

      val h2 = projectDir("linkerd/protocol/h2")
        .dependsOn(core, Router.h2, istio, Finagle.h2 % "test->test;e2e->test", tls % Test)
        .withTests().withE2e().withIntegration()
        .withGrpc
        .withTwitterLibs(Deps.finagle("netty4"))

      val http = projectDir("linkerd/protocol/http")
        .withTests().withE2e().withIntegration()
        .withTwitterLibs(Deps.finagle("netty4-http"))
        .dependsOn(
          core % "compile->compile;e2e->test;integration->test",
          istio,
          istioProto,
          failureAccrual % "e2e",
          tls % "integration",
          Namer.fs % "integration",
          Router.http)

      val mux = projectDir("linkerd/protocol/mux")
        .dependsOn(core, Router.mux)

      val thrift = projectDir("linkerd/protocol/thrift")
        .dependsOn(core, Router.thrift % "compile->compile;test->test;e2e->e2e")
        .withTests()
        .withE2e()

      val thriftMux = projectDir("linkerd/protocol/thriftmux")
        .dependsOn(core, thrift, Router.thriftMux)
        .withTests()

      val benchmark = projectDir("linkerd/protocol/benchmark")
        .dependsOn(http, testUtil)
        .enablePlugins(JmhPlugin)
        .settings(publishArtifact := false)
        .withTwitterLib(Deps.twitterUtil("benchmark"))

      val all = aggregateDir("linkerd/protocol", benchmark, h2, http, mux, thrift, thriftMux)
    }

    object Announcer {
      val serversets = projectDir("linkerd/announcer/serversets")
        .withTwitterLib(Deps.finagle("serversets").exclude("org.slf4j", "slf4j-jdk14"))
        .dependsOn(core)

      val all = aggregateDir("linkerd/announcer", serversets)
    }

    val admin = projectDir("linkerd/admin")
      .withTwitterLib(Deps.twitterServer)
      .withTests()
      .dependsOn(core % "compile->compile;test->test")
      .dependsOn(LinkerdBuild.admin, LinkerdBuild.adminNames, Namer.core, Router.http)
      .dependsOn(Protocol.thrift % "test", Interpreter.perHost % "test")

    val main = projectDir("linkerd/main")
      .dependsOn(admin, configCore, core, Protocol.http % "e2e", Interpreter.namerd % "e2e", Interpreter.perHost % "e2e")
      .withTwitterLib(Deps.twitterServer)
      .withLibs(Deps.jacksonCore, Deps.jacksonDatabind, Deps.jacksonYaml)
      .withBuildProperties("io/buoyant/linkerd")
      .settings(coverageExcludedPackages := ".*")
      .withE2e()

    /*
     * linkerd packaging configurations.
     *
     * linkerd is configured to be assembled into an executable and may
     * be assembled into a dockerfile.
     */

    /**
     * An assembly-running script that adds the linkerd plugin directory
     * to the classpath if it exists.
     */
    val execScript = (
      """|#!/bin/sh
         |
         |jars="$0"
         |HSPREF_SETTING=$([ ! -z "$ENABLE_HSPREF" ] && echo "" || echo "-XX:+PerfDisableSharedMem")
         |if [ -n "$L5D_HOME" ] && [ -d $L5D_HOME/plugins ]; then
         |  for jar in $L5D_HOME/plugins/*.jar ; do
         |    jars="$jars:$jar"
         |  done
         |fi
         |export MALLOC_ARENA_MAX=2
         |""" +
      execScriptJvmOptions +
      """|exec "${JAVA_HOME:-/usr}/bin/java" -XX:+PrintCommandLineFlags \
         |     ${JVM_OPTIONS:-$DEFAULT_JVM_OPTIONS} $HSPREF_SETTING -cp $jars -server \
         |     io.buoyant.linkerd.Main "$@"
         |"""
      ).stripMargin

    val BundleSettings = Defaults.configSettings ++ appPackagingSettings ++ Seq(
      mainClass := Some("io.buoyant.linkerd.Main"),
      assemblyExecScript := execScript.split("\n").toSeq,
      dockerEnvPrefix := "L5D_",
      unmanagedBase := baseDirectory.value / "plugins",
      assemblyJarName in assembly := s"${name.value}-${version.value}-exec",
      dockerTag := version.value
    )

    val BundleProjects = Seq[ProjectReference](
      admin, core, main, configCore,
      Namer.consul, Namer.fs, Namer.k8s, Namer.istio, Namer.marathon, Namer.serversets, Namer.zkLeader, Namer.curator, Namer.dnssrv, Namer.rancher,
      Interpreter.fs, Interpreter.k8s, Interpreter.istio, Interpreter.mesh, Interpreter.namerd, Interpreter.perHost, Interpreter.subnet,
      Protocol.h2, Protocol.http, Protocol.mux, Protocol.thrift, Protocol.thriftMux,
      Announcer.serversets,
      Telemetry.adminMetricsExport, Telemetry.core, Telemetry.influxdb, Telemetry.prometheus, Telemetry.recentRequests, Telemetry.statsd, Telemetry.tracelog, Telemetry.zipkin,
      tls,
      failureAccrual
    )

    val LowMemSettings = BundleSettings ++ Seq(
      dockerJavaImage := "buoyantio/debian-32-bit",
      dockerTag := s"${version.value}-32b",
      assemblyJarName in assembly := s"${name.value}-${version.value}-32b-exec"
    )

    val JdkSettings = BundleSettings ++ Seq(
      dockerJavaImage := s"openjdk:${openJdkVersion}-jdk",
      dockerTag := s"${version.value}-jdk",
      assemblyJarName in assembly := s"${name.value}-${version.value}-jdk-exec"
    )

    val OpenJ9Settings = BundleSettings ++ Seq(
      dockerJavaImage := s"adoptopenjdk/openjdk8-openj9:${openJ9Version}",
      dockerTag := s"${version.value}-openj9-experimental",
      assemblyJarName in assembly := s"${name.value}-${version.value}-openj9-experimental"
    )

    val all = aggregateDir("linkerd",
        admin, configCore, core, failureAccrual, main, tls,
        Announcer.all, Namer.all, Protocol.all)
      .configs(Bundle, Jdk, LowMem, OpenJ9)
      // Bundle is includes all of the supported features:
      .configDependsOn(Bundle)(BundleProjects: _*)
      .settings(inConfig(Bundle)(BundleSettings))
      .configDependsOn(Jdk)(BundleProjects: _*)
      .settings(inConfig(Jdk)(JdkSettings))
      .configDependsOn(LowMem)(BundleProjects: _*)
      .settings(inConfig(LowMem)(LowMemSettings))
      .configDependsOn(OpenJ9)(BundleProjects: _*)
      .settings(inConfig(OpenJ9)(OpenJ9Settings))
      .settings(
        assembly := (assembly in Bundle).value,
        docker := (docker in Bundle).value,
        dockerBuildAndPush := (dockerBuildAndPush in Bundle).value,
        dockerPush := (dockerPush in Bundle).value
      )

    // Find example configurations by searching the examples directory for config files.
    val exampleConfigs = file("linkerd/examples").list().toSeq.collect {
      case ConfigFileRE(name) => config(name) -> exampleConfig(name)
    }
    def exampleConfig(name: String): Configuration = Bundle

    val examples = projectDir("linkerd/examples")
      .withExamples(Linkerd.all, exampleConfigs)
      .configDependsOn(Test)(BundleProjects: _*)
      .settings(publishArtifact := false)
      .withTests()
  }

  val validateAssembled = taskKey[Unit]("run validation against assembled artifacts")
  val validator = projectDir("validator")
    .withTwitterLibs(Deps.twitterServer, Deps.finagle("http"))
    .settings(
      mainClass := Some("io.buoyant.namerd.Validator"),
      validateAssembled := (Def.taskDyn {
        val linkerd = (assembly in Bundle in Linkerd.all).value
        val namerd = (assembly in Bundle in Namerd.all).value
        Def.task {
          (run in Compile).toTask(s" -linkerd.exec=$linkerd -namerd.exec=$namerd").value
        }
      }).value,
      coverageExcludedPackages := ".*",
      publishArtifact := false
    )

  // Note: Finagle and Grpc modules defined in other files.

  // All projects must be exposed at the root of the object in
  // dependency-order:

  val router = Router.all
  val routerCore = Router.core
  val routerBaseHttp = Router.baseHttp
  val routerH2 = Router.h2
  val routerHttp = Router.http
  val routerMux = Router.mux
  val routerThrift = Router.thrift
  val routerThriftMux = Router.thriftMux
  val routerThriftIdl = Router.thriftIdl

  val mesh = Mesh.all
  val meshCore = Mesh.core

  val telemetry = Telemetry.all
  val telemetryAdminMetricsExport = Telemetry.adminMetricsExport
  val telemetryCore = Telemetry.core
  val telemetryInfluxDb = Telemetry.influxdb
  val telemetryPrometheus = Telemetry.prometheus
  val telemetryRecentRequests = Telemetry.recentRequests
  val telemetryStatsD = Telemetry.statsd
  val telemetryTracelog = Telemetry.tracelog
  val telemetryZipkin = Telemetry.zipkin

  val namer = Namer.all
  val namerCore = Namer.core
  val namerConsul = Namer.consul
  val namerCurator = Namer.curator
  val namerDnsSrv = Namer.dnssrv
  val namerFs = Namer.fs
  val namerK8s = Namer.k8s
  val namerIstio = Namer.istio
  val namerMarathon = Namer.marathon
  val namerServersets = Namer.serversets
  val namerZkLeader = Namer.zkLeader
  val namerRancher = Namer.rancher

  val namerd = Namerd.all
  val namerdExamples = Namerd.examples
  val namerdCore = Namerd.core
  val namerdDcosBootstrap = Namerd.dcosBootstrap
  val namerdIface = Namerd.Iface.all
  val namerdIfaceControlHttp = Namerd.Iface.controlHttp
  val namerdIfaceInterpreterThriftIdl = Namerd.Iface.interpreterThriftIdl
  val namerdIfaceInterpreterThrift = Namerd.Iface.interpreterThrift
  val namerdIfaceMesh = Namerd.Iface.mesh
  val namerdIfaceDestination = Namerd.Iface.destination
  val namerdStorageEtcd = Namerd.Storage.etcd
  val namerdStorageInMemory = Namerd.Storage.inMemory
  val namerdStorageK8s = Namerd.Storage.k8s
  val namerdStorageZk = Namerd.Storage.zk
  val namerdStorageConsul = Namerd.Storage.consul
  val namerdStorage = Namerd.Storage.all
  val namerdMain = Namerd.main

  val interpreter = Interpreter.all
  val interpreterFs = Interpreter.fs
  val interpreterK8s = Interpreter.k8s
  val interpreterIstio = Interpreter.istio
  val interpreterMesh = Interpreter.mesh
  val interpreterNamerd = Interpreter.namerd
  val interpreterPerHost = Interpreter.perHost
  val interpreterSubnet = Interpreter.subnet

  val linkerd = Linkerd.all
  val linkerdBenchmark = Linkerd.Protocol.benchmark
  val linkerdExamples = Linkerd.examples
  val linkerdAdmin = Linkerd.admin
  val linkerdConfig = configCore
  val linkerdCore = Linkerd.core
  val linkerdMain = Linkerd.main
  val linkerdProtocol = Linkerd.Protocol.all
  val linkerdProtocolH2 = Linkerd.Protocol.h2
  val linkerdProtocolHttp = Linkerd.Protocol.http
  val linkerdProtocolMux = Linkerd.Protocol.mux
  val linkerdProtocolThrift = Linkerd.Protocol.thrift
  val linkerdProtocolThriftMux = Linkerd.Protocol.thriftMux
  val linkerdAnnouncer = Linkerd.Announcer.all
  val linkerdAnnouncerServersets = Linkerd.Announcer.serversets
  val linkerdTls = Linkerd.tls
  val linkerdFailureAccrual = Linkerd.failureAccrual

  // Unified documentation via the sbt-unidoc plugin
  val all = project("all", file("."))
    .settings(aggregateSettings ++ unidocSettings)
    .aggregate(
      admin,
      adminNames,
      configCore,
      consul,
      etcd,
      k8s,
      istio,
      istioProto,
      marathon,
      testUtil,
      Finagle.all,
      Grpc.all,
      Interpreter.all,
      Linkerd.all,
      Linkerd.examples,
      Namer.all,
      Namerd.all,
      Namerd.examples,
      Router.all,
      Telemetry.all,
      Mesh.all
    )
}