原創，未經同意轉載，復制的沒唧唧
def main(args: Array[String]): Unit = {
val conf =
new
SparkConf()
conf.set(
"spark.master"
,
"local"
)
conf.set(
"spark.app.name"
,
"spark demo"
)
val sc =
new
SparkContext(conf);
// 讀取hdfs數據
val textFileRdd = sc.textFile(
"hdfs://m2:9820/README.md"
)
val fRdd = textFileRdd.flatMap { _.split(
" "
) }
val mrdd = fRdd.map { (_,
1
) }
val rbkrdd = mrdd.reduceByKey(_+_)
// 寫入數據到hdfs系統
rbkrdd.saveAsTextFile(
"hdfs://m2:9820/wcresult"
)
}