sparksql系列(二) sql常规操作
import java.util.Arrays import org.apache.spark.SparkConf import org.apache.spark.api.java.JavaSparkContext import org.apache.spark.sql.{DataFrame, Row, SparkSession, functions} import org.apache.spark.sql.functions.{col, desc, length, row_number, trim, when} import org.apache.spark.sql.functions.{countDistinct,sum,count,avg} import org.apache.spark.sql.types.{LongType, StringType, StructField, StructType} import org.apache.spark.sql.expressions.Window import org.apache.spark.storage.StorageLevel import org.apache.spark.sql.SaveMode object WordCount { def initSparkAndData() : DataFrame = {