1.2 Profiler
scala
import org.scalop.Scalop
import org.scalop.common.JobRunner
object WordCountJob extends JobRunner {
def run(args: Array[String]) {
Scalop.parse(args) { opts =>
val lines = Scalop.readTextFile(opts.input())
val wordCounts = lines.flatMap(line => line.split(" "))
.map(word => (word, 1))
.reduceByKey(_ + _)
Scalop.writeTextFile(wordCounts.collect().mkString("
"), opts.output())
}
}
}
properties
input=input.txt
output=output.txt
cpu=4
memory=4096
