redis读取数据，写⼊mysql
package com.ws.spark
import java.io.{File, PrintWriter}
import java.util.Properties
import org.apache.spark.sql.{DataFrame, Dataset, Row, SparkSession}
import redis.clients.jedis.Jedis
session如何设置和读取object RedisToMysql {
def main(args: Array[String]): Unit = {
llection.JavaConversions._
val jedis: Jedis = new Jedis("192.168.0.21", 6379)
val list = jedis.lrange("rank:arena_rank", 0, 2500)
val printWriter: PrintWriter = new PrintWriter(new File(""))
for (l <- list) {
//写⼊⽂本，每次写⼊都是从新的⼀⾏开始
printWriter.println(l)
}
printWriter.close()
val session: SparkSession = SparkSession.builder().appName("SqlWordCount").master("local[*]").getOrCreate()
val dataFrame: DataFrame = ad.json("")
val filterRdd: Dataset[Row] = dataFrame.filter(x => {
val uid: String = x.getAs[String]("uid")
uid.length > 20
})
val frame: DataFrame = session.sql(" select * from user_arena")
val p = new Properties()
p.put("user", "root")
p.put("password", "root")
//SaveMode枚举
de("append").jdbc("jdbc:mysql://192.168.0.21:3306/cok_db1?characterEncoding=utf-8", "user_arena_2", p)
session.stop()
}
}

版权声明：本站内容均来自互联网，仅供演示用，请勿用于商业和其他非法用途。如果侵犯了您的权益请与我们联系QQ:729038198，我们将在24小时内删除。