spark将数据加载到postgresql中:
方法一:
def save2Postgresql(jdbcDf: DataFrame, url: String, tableName: String) = {
jdbcDf.insertIntoJDBC(url, tableName, false)
}
方法二:
def save2Postgresql(jdbcDf: DataFrame): Unit = {
val url = "jdbc:postgresql://ip:5433/databaseName"
val prop = new Properties()
prop.setProperty("driver", "org.postgresql.Driver")
prop.setProperty("user", "userName")
prop.setProperty("password", "password")
jdbcDf.write.mode(SaveMode.Append).jdbc(url, "table", prop)
}
依赖的jar包:
<!-- https://mvnrepository.com/artifact/org.postgresql/postgresql -->
<dependency>
<groupId>org.postgresql</groupId>
<artifactId>postgresql</artifactId>
<version>42.2.2</version>
</dependency>