????: flink ????hadoop????????

Fri, 29 May 2020 00:20:50 -0700 

   ????cdh??????hdfs????????????8020?????????? 
hdfs://TestHACluster/user/flink/test ????  
hdfs://TestHACluster:8020/user/flink/test????????????????????
   
????????????flink????????TestHACluster????Namespace??hdfs????HA??????????????????????hive-site.xml??hdfs-site.xml????????????????


 
???????? ??????????????
?????????? 2020-05-29 15:06
???????? user-zh
?????? flink ????hadoop????????
???????????????? ??
hadoop????TestHACluster??????????api????????????????path 
hdfs://TestHACluster/user/flink/test  
??????????TestHACluster:8020?? ????????????????????????????????????????????????
??????????????????????????hive????????????????????????????TestHACluster:8020
StreamExecutionEnvironment env = 
StreamExecutionEnvironment.getExecutionEnvironment();
DataStream<String&gt; input = env.fromCollection(Arrays.asList("1","2"));
 
StreamingFileSink<String&gt; sink = StreamingFileSink.forRowFormat(
        new Path("hdfs://TestHACluster/user/flink/test"),
        new SimpleStringEncoder<String&gt;(Encoder.UTF_8))
        .withBucketAssigner(new DateTimeBucketAssigner<&gt;())
        .build();
input.addSink(sink);
env.execute();

回复