public class JoinDestributeFile { public static void main(String[] args) throws Exception { //创建环境变量 StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); //定义数据源 //缓存文件 env.registerCachedFile("D:\\hadoop\\a.txt","a.file"); //测试数据源 DataStreamSource<String> dataStreamSource = env.fromElements("1", "2", "3", "4"); SingleOutputStreamOperator<Tuple2<String, String>> map = dataStreamSource.map(new MyRichMapFunction()); map.print(); env.execute("JoinDestributeFile"); } static class MyRichMapFunction extends RichMapFunction<String, Tuple2<String,String>>{ //定义一个变量,用于保存维表数据在内存 Map<String, String> dim = new HashMap<>(); @Override public void open(Configuration parameters) throws Exception { super.op
FLINK关联维表方式一:缓存维表文件
最新推荐文章于 2024-05-04 23:11:47 发布