在idea中创建flink项目
·
1.创建项目
2.在built.sbt导入依赖
import scala.collection.Seq
ThisBuild / version := "0.1.0-SNAPSHOT"
ThisBuild / scalaVersion := "2.11.12"
lazy val root = (project in file("."))
.settings(
name := "flink",
libraryDependencies ++= Seq(
//我的flink版本是1.14.6
"org.apache.flink" %% "flink-scala" % "1.14.6",
"org.apache.flink" %% "flink-streaming-scala" % "1.14.6" ,
"org.apache.flink" %% "flink-clients" % "1.14.6"
)
)
3.写测试代码
import org.apache.flink.api.scala._
import org.apache.flink.streaming.api.scala.StreamExecutionEnvironment
object CharacterCount {
def main(args: Array[String]): Unit = {
// 创建执行环境
val env = StreamExecutionEnvironment.getExecutionEnvironment
// 硬编码文件路径(替换为你的实际路径)
val inputPath = "a.txt" // 本地文件
// 读取文件并统计字符频率
val counts = env.readTextFile(inputPath)
.flatMap(_.toLowerCase.toCharArray)
.filter(_ != ' ')
.map((_, 1))
.keyBy(0)
.sum(1)
// 打印结果到控制台
counts.print()
// 执行任务
env.execute("Character Count Job")
}
}
4.运行结果

更多推荐
所有评论(0)