1、读取Mysql数据
object JdbcRddDemo { def getConn() = { Class.forName("com.mysql.jdbc.Driver").newInstance() DriverManager.getConnection("jdbc:mysql://hadoop000:3306/hive", "root", "root") } def main(args: Array[String]): Unit = { val sparkConf = new SparkConf().setAppName("jdbcRdd").setMaster("local[*]") val sc = new SparkContext(sparkConf) val jdbcRDD = new JdbcRDD( sc, getConn, "select * from TBLS where TBL_ID >= ? and TBL_ID <= ?", 1, 10, 2, rs => { val id = rs.getInt(1) val name = rs.getString(2) val age = rs.getInt(3) (id,name,age) } ) jdbcRDD.collect().toBuffer } }