1,261
社区成员
发帖
与我相关
我的任务
分享
SparkConf sparkConf = new SparkConf().setAppName("JavaNetworkWordCount");
JavaStreamingContext ssc = new JavaStreamingContext(sparkConf, new Duration(10000));
JavaReceiverInputDStream<String> lines = ssc.socketTextStream(
host, ip, StorageLevels.MEMORY_ONLY);
SparkConf sparkConf = new SparkConf().setAppName("JavaNetworkWordCount");
JavaStreamingContext ssc = new JavaStreamingContext(sparkConf, new Duration(10000));
JavaReceiverInputDStream<String> lines = ssc.socketTextStream(
host1, ip1, StorageLevels.MEMORY_ONLY);
JavaReceiverInputDStream<String> lines2 = ssc.socketTextStream(
host2, ip2, StorageLevels.MEMORY_ONLY);
JavaDStream<String> words = lines.union(lines1);//利用union来合并