README.md

Play-With-Spark Starter Kit

Play with Spark: Building Apache Spark with Play Framework

Directory Layout

.
├── app
│   ├── controllers
│   │   └── HomeController.java
│   ├── guice
│   │   └── module
│   │       └── MLLibModule.java              --> Machine Learning guice module
│   ├── ml
│   │   └── ModelPrediction.scala             --> Model prediction class (word count example)
│   ├── response
│   ├── startup
│   │   └── AppLoader.java                    --> App loader module
│   └── views
│       ├── index.scala.html
│       └── main.scala.html
├── build.sbt
├── conf
│   ├── application.conf
│   ├── logback.xml
│   └── routes
├── logs
│   └── application.log
├── project
│   ├── build.properties
│   ├── plugins.sbt
│   ├── project
├── public
│   ├── images
│   │   └── favicon.png
│   ├── javascripts
│   │   └── main.js
│   ├── stylesheets
│   │   └── main.css
│   └── words.txt
├── README.md

Dependencies

scalaVersion := "2.11.1"

// The Play plugin
addSbtPlugin("com.typesafe.play" % "sbt-plugin" % "2.7.4")

libraryDependencies  ++= Seq(
  "org.apache.hadoop" % "hadoop-client" % "2.7.2",
  "com.fasterxml.jackson.module" %% "jackson-module-scala" % "2.10.2",
  guice,
  javaWs,
  "org.apache.spark" %% "spark-core" % "2.4.0",
  "org.apache.spark" %% "spark-sql" % "2.4.0",
  "org.apache.spark" %% "spark-mllib" % "2.4.0"
)

Installation

Make sure you have installed,

• JDK 1.8+
• Scala 2.11.*

License

MIT © Renien