sparksql链接mysql-优快云博客

本文提供了一个使用Scala在IntelliJ IDEA中通过Spark连接MySQL数据库的示例代码。该示例展示了如何设置数据库连接、执行SQL插入语句及查询操作，并处理结果集。

1.在IDEA上建立一个sparksql_mysql的scala对象。

2.连接mysql的代码如下

import java.sql.{DriverManager, PreparedStatement, Connection}
import org.apache.spark.rdd.JdbcRDD
import org.apache.spark.{SparkContext, SparkConf}

object SparkSql_mysql {
  def main(args: Array[String]) {
    // connect to the database named "mysql" on the localhost
    val driver = "com.mysql.jdbc.Driver"
    val url = "jdbc:mysql://localhost:3306/test"
    val username = "root"
    val password = ""

    // there's probably a better way to do this
    var connection:Connection = null

    try {
      // make the connection
      Class.forName(driver)
      connection = DriverManager.getConnection(url, username, password)


      // create the statement, and run the select query
      val statement = connection.createStatement()

      val inserSql="insert into person(person_id,first_name,last_name,gender) values(6,'yuefei','zhang','w');"
      statement.executeUpdate(inserSql)


      val resultSet = statement.executeQuery("SELECT first_name,last_name FROM person")
      while ( resultSet.next() ) {
        val first_name = resultSet.getString("first_name")
        val last_name = resultSet.getString("last_name")
        println("first_name, last_name = " + first_name + ", " + last_name)
      }

      println("resultSet",resultSet)

    } catch {

      case e:Exception =>
        e.printStackTrace
//      case e => e.printStackTrace
//      case _: Throwable =>
//        println("error")

} connection.close() } }

3.说明：

    val driver = "com.mysql.jdbc.Driver"   //指定mysql的dirver
    val url = "jdbc:mysql://localhost:3306/test" //指定mysql的地址，test为数据库
    val username = "root" //指定mysql的用户名
    val password = ""    //密码

spark自带hivesql运行:./bin/run-example org.apache.spark.examples.sql.hive.HiveFromSpark

转载于:https://www.cnblogs.com/aijianiula/p/4741320.html