spark action之saveastextfile


java

 1 /** 
 2  *saveastextfile 把rdd中的数据保存到文件中,只能指定文件夹  3  *@author Tele  4  *
 5  */
 6 public class SaveasTextFileDemo1 {  7     private static SparkConf conf = new SparkConf().setMaster("local").setAppName("saveastextfiledemo1");  8     private static JavaSparkContext jsc = new JavaSparkContext(conf);  9 
10  public static void main(String[] args) { 11         List<Tuple2<String,Integer>> list = Arrays.asList( 12                 new Tuple2<String,Integer>("tele",100), 13                 new Tuple2<String,Integer>("tele",200), 14                 new Tuple2<String,Integer>("tele",300), 15                 new Tuple2<String,Integer>("yeye",50), 16                 new Tuple2<String,Integer>("yeye",10), 17                 new Tuple2<String,Integer>("yeye",70), 18                 new Tuple2<String,Integer>("wyc",10000) 19  ); 20 
21         JavaPairRDD<String, Integer> rdd = jsc.parallelizePairs(list); 22         
23         //保存到本地 24         rdd.saveAsTextFile("./src/main/resources/local"); 25  jsc.close(); 26  } 27 }

scala

 1 object SaveasTextFileDemo {  2     def main(args: Array[String]): Unit = {  3       val conf = new SparkConf().setMaster("local").setAppName("saveastextfiledemo");  4       val sc = new SparkContext(conf);  5       
 6       val arr = Array(("class1","tele"),("class1","yeye"),("class2","wyc"));  7     
 8       val rdd = sc.parallelize(arr,1);  9       
10       rdd.saveAsTextFile("./src/main/resources/myfile") 11       
12  } 13 }

 


免责声明!

本站转载的文章为个人学习借鉴使用,本站对版权不负任何法律责任。如果侵犯了您的隐私权益,请联系本站邮箱yoyou2525@163.com删除。



 
粤ICP备18138465号  © 2018-2025 CODEPRJ.COM