spark讀取數據庫數據

 

此代碼是spark用於從mysql中讀取數據java

val conf = new SparkConf()

  .setMaster("local[*]")
  .setAppName("用戶標籤")
val sc = new SparkContext(conf)
val sqlC = new SQLContext(sc)

val url = "jdbc:mysql://地址/數據庫名"
val tableName = "表名"

// 設置鏈接用戶&密碼
val prop = new java.util.Properties
prop.setProperty("user", "user")
prop.setProperty("password", "password")
val json: DataFrame = sqlC.read.jdbc(url, tableName, prop)