fork download
copy 
  1. import org.apache.spark.SparkContext
  2. import org.apache.spark.SparkContext._
  3. import org.apache.spark.SparkConf
  4. import org.apache.spark.sql.hive.HiveContext
  5.  
  6.  
  7. object HotelsProcessRawObject {
  8.   def main(args: Array[String]) {
  9.     val conf = new SparkConf().setAppName("HotelsProcessRawObject")
  10.     val sc = new SparkContext(conf)
  11.     val sqlContext = new HiveContext(sc)
  12.     sqlContext.sql("show databases").collect().foreach(println)
  13. 	val a = sc.parallilze(1 to 10).map(x=>(x,"data String")
  14. 	val b = a.toDF("id","Data_type")
  15. 	a.collect
  16. 	b.show()
  17.   }
  18. }
  19.  
Success #stdin #stdout 0.02s 25952KB
comments (?)
stdin
copy 
Standard input is empty
stdout
copy 
import org.apache.spark.SparkContext
import org.apache.spark.SparkContext._
import org.apache.spark.SparkConf
import org.apache.spark.sql.hive.HiveContext


object HotelsProcessRawObject {
  def main(args: Array[String]) {
    val conf = new SparkConf().setAppName("HotelsProcessRawObject")
    val sc = new SparkContext(conf)
    val sqlContext = new HiveContext(sc)
    sqlContext.sql("show databases").collect().foreach(println)
	val a = sc.parallilze(1 to 10).map(x=>(x,"data String")
	val b = a.toDF("id","Data_type")
	a.collect
	b.show()
  }
}
https://ideone.com/NRTrPq
language:
PHP (php 7.3.5)
created:
1 year ago
visibility:
public

Share or Embed source code

Discover > Sphere Engine API

The brand new service which powers Ideone!

Discover > IDE Widget

Widget for compiling and running the source code in a web browser!