name := "Scala"

version := "1.0"

scalaVersion := "2.11.1"

libraryDependencies += "org.apache.spark" % "spark-core_2.11" % "2.0.2"

import org.apache.spark.{SparkConf, SparkContext}

/**

  * Created by Jan on 2016/12/19.

  */

object Helloworld {

    def main(args: Array[String]) {

      val logFile = "./README.md"  // Should be some file on your server.

      val conf = new SparkConf().setAppName("Simple Application").setMaster("local")

      val sc = new SparkContext(conf)

      val logData = sc.textFile(logFile, 2).cache()

      val numAs = logData.filter(line => line.contains("h")).count()

      val numBs = logData.filter(line => line.contains("j")).count()

      println("Lines with h: %s, Lines with j: %s".format(numAs, numBs))

    }

}