1.创建项目2.在built.sbt导入依赖

import scala.collection.Seq

ThisBuild / version := "0.1.0-SNAPSHOT"

ThisBuild / scalaVersion := "2.11.12"

lazy val root = (project in file("."))
  .settings(
    name := "flink",
    libraryDependencies ++= Seq(
//我的flink版本是1.14.6
      "org.apache.flink" %% "flink-scala" % "1.14.6",
      "org.apache.flink" %% "flink-streaming-scala" % "1.14.6" ,
      "org.apache.flink" %% "flink-clients" % "1.14.6"
    )
  )

3.写测试代码

import org.apache.flink.api.scala._
import org.apache.flink.streaming.api.scala.StreamExecutionEnvironment

object CharacterCount {
  def main(args: Array[String]): Unit = {
        // 创建执行环境
        val env = StreamExecutionEnvironment.getExecutionEnvironment
        // 硬编码文件路径(替换为你的实际路径)
        val inputPath = "a.txt"  // 本地文件
        // 读取文件并统计字符频率
        val counts = env.readTextFile(inputPath)
          .flatMap(_.toLowerCase.toCharArray)
          .filter(_ != ' ')
          .map((_, 1))
          .keyBy(0)
          .sum(1)
        // 打印结果到控制台
        counts.print()
        // 执行任务
        env.execute("Character Count Job")
  }
}

4.运行结果

 

Logo

北京人形旗下天工造物具身智能开源社区,聚焦具身天工与慧思开物两大平台

更多推荐