使用java代码提交flink job 任务
转:https://blog.csdn.net/pingweicheng/article/details/118223041
以下代码是使用java程序客户端提交flink job的示例代码
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | package client; import org.apache.flink.api.common.ExecutionConfig; import org.apache.flink.api.common.JobID; import org.apache.flink.client.deployment.StandaloneClusterId; import org.apache.flink.client.program.PackagedProgram; import org.apache.flink.client.program.PackagedProgramUtils; import org.apache.flink.client.program.rest.RestClusterClient; import org.apache.flink.configuration.Configuration; import org.apache.flink.configuration.JobManagerOptions; import org.apache.flink.configuration.RestOptions; import org.apache.flink.core.fs.Path; import org.apache.flink.runtime.jobgraph.JobGraph; import org.apache.flink.runtime.jobgraph.JobVertex; import org.apache.flink.runtime.jobgraph.SavepointRestoreSettings; import org.apache.flink.runtime.jobgraph.tasks.AbstractInvokable; import org.apache.flink.streaming.api.graph.StreamGraph; import java.io.File; import java.util.ArrayList; import java.util.concurrent.CompletableFuture; /** * @ClassName FlinkClient * @Description TODO * @Author Getech * @Date 2021/6/24 17:59 */ public class FlinkClient { public static void main(String[] args) { String jarFilePath = "D:\\02develop\\2020workspace\\apache-flink\\example\\WordCountSQL.jar" ; RestClusterClient<StandaloneClusterId> client = null ; try { // 集群信息 Configuration configuration = new Configuration(); configuration.setString(JobManagerOptions.ADDRESS, "10.8.4.129" ); configuration.setInteger(JobManagerOptions.PORT, 6123); configuration.setInteger(RestOptions.PORT, 8081); client = new RestClusterClient<StandaloneClusterId>(configuration, StandaloneClusterId.getInstance()); int parallelism = 1; File jarFile= new File(jarFilePath); SavepointRestoreSettings savepointRestoreSettings=SavepointRestoreSettings.none(); PackagedProgram program = PackagedProgram.newBuilder() .setConfiguration(configuration) .setEntryPointClassName( "org.apache.flink.table.examples.java.WordCountSQL" ) .setJarFile(jarFile) .setSavepointRestoreSettings(savepointRestoreSettings).build(); JobGraph jobGraph=PackagedProgramUtils.createJobGraph(program,configuration,parallelism, false ); CompletableFuture<JobID> result = client.submitJob(jobGraph); JobID jobId= result. get (); System. out .println( "提交完成" ); System. out .println( "jobId:" + jobId.toString()); } catch (Exception e) { e.printStackTrace(); } } } |
分类:
11flink
【推荐】国内首个AI IDE,深度理解中文开发场景,立即下载体验Trae
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步
· TypeScript + Deepseek 打造卜卦网站:技术与玄学的结合
· 阿里巴巴 QwQ-32B真的超越了 DeepSeek R-1吗?
· 【译】Visual Studio 中新的强大生产力特性
· 【设计模式】告别冗长if-else语句:使用策略模式优化代码结构
· 10年+ .NET Coder 心语 ── 封装的思维:从隐藏、稳定开始理解其本质意义