{"id":263,"date":"2023-04-11T09:30:58","date_gmt":"2023-04-11T01:30:58","guid":{"rendered":"https:\/\/yhsbj.cn\/?p=263"},"modified":"2023-04-11T09:32:42","modified_gmt":"2023-04-11T01:32:42","slug":"maven%e6%9e%84%e5%bb%baflink%e9%a1%b9%e7%9b%ae%e8%af%bb%e5%8f%96%e6%9c%ac%e5%9c%b0%e6%96%87%e4%bb%b6%e7%bb%9f%e8%ae%a1%e5%8d%95%e8%af%8d","status":"publish","type":"post","link":"https:\/\/yhsbj.cn\/index.php\/2023\/04\/11\/263\/","title":{"rendered":"maven\u6784\u5efaFlink\u9879\u76ee\u8bfb\u53d6\u672c\u5730\u6587\u4ef6\u7edf\u8ba1\u5355\u8bcd"},"content":{"rendered":"\n

0.\u5b89\u88c5maven\uff0c\u5e76\u521b\u5efa\u9879\u76ee<\/p>\n\n\n\n

1.Java\u4ee3\u7801<\/p>\n\n\n\n

package com.test.maven;\n\nimport org.apache.flink.api.common.functions.FlatMapFunction;\nimport org.apache.flink.api.java.DataSet;\nimport org.apache.flink.api.java.ExecutionEnvironment;\nimport org.apache.flink.api.java.operators.AggregateOperator;\nimport org.apache.flink.api.java.operators.DataSource;\nimport org.apache.flink.api.java.operators.Operator;\nimport org.apache.flink.api.java.tuple.Tuple2;\nimport org.apache.flink.util.Collector;\n\npublic class App \n{\n    public static void main( String[] args )\n    {\n        try{\n            ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();\n            DataSource<String> dataSource = env.readTextFile(\"E:\\\\hello.txt\");\n  \n            AggregateOperator<Tuple2<String, Integer>> dataSourceSum = dataSource.flatMap(new FlatMapFunction<String, Tuple2<String, Integer>>() {\n                @Override\n                public void flatMap(String value, Collector<Tuple2<String, Integer>> out) throws Exception {\n                    String[] words = value.split(\" \");\n                    for (String word : words) {\n                        out.collect(new Tuple2<>(word, 1));\n                    }\n                }\n            }).groupBy(0).sum(1);\n            dataSourceSum.print(\"dataSourceSum: \");\n\n            env.execute();\n        }\n        catch(Exception e)\n        {\n        }\n    }\n}<\/pre>\n\n\n\n
2.pom.xml\u6dfb\u52a0flink\u4f9d\u8d56<\/p>\n\n\n\n
<dependencies>\n    <dependency>\n        <groupId>org.apache.flink<\/groupId>\n        <artifactId>flink-streaming-java_${scala.version}<\/artifactId>\n        <version>${flink.version}<\/version>\n    <\/dependency>\n    <dependency>\n        <groupId>org.apache.flink<\/groupId>\n        <artifactId>flink-clients_${scala.version}<\/artifactId>\n        <version>${flink.version}<\/version>\n    <\/dependency>\n    <dependency>\n        <groupId>org.apache.flink<\/groupId>\n        <artifactId>flink-runtime-web_${scala.version}<\/artifactId>\n        <version>${flink.version}<\/version>\n    <\/dependency>\n<\/dependencies><\/pre>\n\n\n\n
3.pom.xml\u6dfb\u52a0\u63d2\u4ef6\u6253\u5305jar\uff0cmainClass\u4fee\u6539\u4e3a\u5f53\u524d\u5de5\u7a0b\u7684\u7c7b<\/p>\n\n\n\n
<build>\n    <plugins>\n        <plugin>\n            <groupId>org.apache.maven.plugins<\/groupId>\n            <artifactId>maven-shade-plugin<\/artifactId>\n            <version>1.2.1<\/version>\n            <executions>\n                <execution>\n                    <phase>package<\/phase>\n                    <goals>\n                        <goal>shade<\/goal>\n                    <\/goals>\n                    <configuration>\n                        <transformers>\n                            <transformer implementation=\"org.apache.maven.plugins.shade.resource.ManifestResourceTransformer\">\n                                <mainClass>com.test.maven.App<\/mainClass>\n                            <\/transformer>\n                        <\/transformers>\n                    <\/configuration>\n                <\/execution>\n            <\/executions>\n        <\/plugin>\n    <\/plugins>\n<\/build><\/pre>\n\n\n\n
\"\"<\/figure>\n\n\n\n
4.\u6253\u5f00cmd\u6267\u884cmvn install<\/p>\n\n\n\n
5.\u6253\u5f00Flink UI\uff0c\u7136\u540e\u52a0\u8f7djar<\/p>\n\n\n\n
\"\"<\/figure>\n\n\n\n
6.\u63d0\u4ea4\u8fd0\u884c<\/p>\n\n\n\n
\"\"<\/figure>\n\n\n\n
7.\u5728E\u76d8\u521b\u5efa\u4e00\u4e2a\u6587\u672c\u6587\u4ef6hello.txt\uff0c\u7136\u540e\u968f\u4fbf\u8f93\u5165\u4e00\u4e9b\u5b57\u6bcd\u5355\u8bcd\uff0c\u7528\u7a7a\u683c\u9694\u5f00<\/p>\n\n\n\n
8.\u6210\u529f\u540e\uff0c\u542f\u52a8Flink\u76842\u4e2a\u7a97\u53e3\u5176\u4e2d\u4e00\u4e2a\u4f1a\u51fa\u73b0\u7edf\u8ba1\u7684\u4fe1\u606f<\/p>\n\n\n\n
\"\"<\/figure>\n","protected":false},"excerpt":{"rendered":"
0.\u5b89\u88c5maven\uff0c\u5e76\u521b\u5efa\u9879\u76ee 1.Java\u4ee3\u7801 2.pom.xml\u6dfb\u52a0flink\u4f9d\u8d56 3.pom.xml\u6dfb\u52a0 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[1],"tags":[],"_links":{"self":[{"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/posts\/263"}],"collection":[{"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/comments?post=263"}],"version-history":[{"count":3,"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/posts\/263\/revisions"}],"predecessor-version":[{"id":271,"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/posts\/263\/revisions\/271"}],"wp:attachment":[{"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/media?parent=263"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/categories?post=263"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/yhsbj.cn\/index.php\/wp-json\/wp\/v2\/tags?post=263"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}