通过toDS()方法创建Dataset
object CreateDatasetByToDs {
def main(args: Array[String]): Unit = {
val conf = new SparkConf().setAppName("demo01").setMaster("local[*]")
val session = SparkSession.builder().config(conf).getOrCreate()
// 通过集合的toDS()创建Dataset
import session.implicits._
val seq: Seq[Teacher] = Array(Teacher("zs", 20), Teacher("ls", 30))
val dataset: Dataset[Teacher] = seq.toDS()
dataset.show()
// 通过rdd的toDS()创建Dataset
import session.implicits._
val rdd: RDD[Teacher] = session.sparkContext.makeRDD(seq)
val dataset1 = rdd.toDS()
dataset1.show()
}
}
case class Teacher(@BeanProperty var name: String, @BeanProperty age: Int)
本文来自博客园,作者:jsqup,转载请注明原文链接:https://www.cnblogs.com/jsqup/p/16639024.html