redis中存储了部分域名与ip的对应关系数据,由于网络或者其他原因,会导致域名的ip地址为8.8.8.8,所以需要将这部分数据更新,现用flink进行相关操作。
package com.myproject.analyse
import com.myproject.utils.{RedisUtil, UrlUtil}
import org.apache.flink.configuration.Configuration
import org.apache.flink.streaming.api.functions.sink.RichSinkFunction
import org.apache.flink.streaming.api.functions.source.{RichSourceFunction, SourceFunction}
import org.apache.flink.streaming.api.scala._
import org.apache.flink.streaming.connectors.redis.common.mapper.{RedisCommand, RedisCommandDescription, RedisMapper}
import redis.clients.jedis.Jedis
import scala.collection.JavaConverters._
/**
* Author: Admin
* Date: 2023/3/15 9:54
* Description:
* 将redis中8.8.8.8的ip重新获取(后续可将filter去掉 全量重新获取的和原有的不同时 更新)
**/
object SourceAndSinkRedis {
def main(args: Array[String]): Unit = {
val env = StreamExecutionEnvironment.getExecutionEnvironment
// env.setParallelism(4)