@Test public void test() throws Exception { DataStreamLoaderExample.main(null); }
public static void main(String[] args) throws Exception { boolean hadoop_cluster = false; if (args.length>1){ hadoop_cluster = Boolean.parseBoolean(args[0]); } final ExecutionEnvironment env; if(hadoop_cluster){ env = ExecutionEnvironment.getExecutionEnvironment(); env.getConfig().disableSysoutLogging(); }else{ Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); conf.setInteger("taskmanager.numberOfTaskSlots",Main.PARALLELISM); env = ExecutionEnvironment.createLocalEnvironment(conf); env.setParallelism(Main.PARALLELISM); env.getConfig().disableSysoutLogging(); } String simpleFile = "datasets/simulated/syntheticData.arff"; String distriFile = "datasets/simulated/distributed.arff"; DataFlink<DataInstance> dataSimple = DataFlinkLoader.open(env, simpleFile, false); DataFlink<DataInstance> dataDistri = DataFlinkLoader.open(env,distriFile, false); System.out.println(dataSimple.getDataSet().count()); System.out.println(dataDistri.getDataSet().count()); }
DataStreamLoaderExample { public static void main(String[] args) throws Exception { boolean hadoop_cluster = false; if (args.length>1){ hadoop_cluster = Boolean.parseBoolean(args[0]); } final ExecutionEnvironment env; if(hadoop_cluster){ env = ExecutionEnvironment.getExecutionEnvironment(); env.getConfig().disableSysoutLogging(); }else{ Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); conf.setInteger("taskmanager.numberOfTaskSlots",Main.PARALLELISM); env = ExecutionEnvironment.createLocalEnvironment(conf); env.setParallelism(Main.PARALLELISM); env.getConfig().disableSysoutLogging(); } String simpleFile = "datasets/simulated/syntheticData.arff"; String distriFile = "datasets/simulated/distributed.arff"; DataFlink<DataInstance> dataSimple = DataFlinkLoader.open(env, simpleFile, false); DataFlink<DataInstance> dataDistri = DataFlinkLoader.open(env,distriFile, false); System.out.println(dataSimple.getDataSet().count()); System.out.println(dataDistri.getDataSet().count()); } }
DataStreamLoaderExample { public static void main(String[] args) throws Exception { boolean hadoop_cluster = false; if (args.length>1){ hadoop_cluster = Boolean.parseBoolean(args[0]); } final ExecutionEnvironment env; if(hadoop_cluster){ env = ExecutionEnvironment.getExecutionEnvironment(); env.getConfig().disableSysoutLogging(); }else{ Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); conf.setInteger("taskmanager.numberOfTaskSlots",Main.PARALLELISM); env = ExecutionEnvironment.createLocalEnvironment(conf); env.setParallelism(Main.PARALLELISM); env.getConfig().disableSysoutLogging(); } String simpleFile = "datasets/simulated/syntheticData.arff"; String distriFile = "datasets/simulated/distributed.arff"; DataFlink<DataInstance> dataSimple = DataFlinkLoader.open(env, simpleFile, false); DataFlink<DataInstance> dataDistri = DataFlinkLoader.open(env,distriFile, false); System.out.println(dataSimple.getDataSet().count()); System.out.println(dataDistri.getDataSet().count()); }  }
DataStreamLoaderExample { public static void main(String[] args) throws Exception { boolean hadoop_cluster = false; if (args.length>1){ hadoop_cluster = Boolean.parseBoolean(args[0]); } final ExecutionEnvironment env; if(hadoop_cluster){ env = ExecutionEnvironment.getExecutionEnvironment(); env.getConfig().disableSysoutLogging(); }else{ Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); conf.setInteger("taskmanager.numberOfTaskSlots",Main.PARALLELISM); env = ExecutionEnvironment.createLocalEnvironment(conf); env.setParallelism(Main.PARALLELISM); env.getConfig().disableSysoutLogging(); } String simpleFile = "datasets/simulated/syntheticData.arff"; String distriFile = "datasets/simulated/distributed.arff"; DataFlink<DataInstance> dataSimple = DataFlinkLoader.open(env, simpleFile, false); DataFlink<DataInstance> dataDistri = DataFlinkLoader.open(env,distriFile, false); System.out.println(dataSimple.getDataSet().count()); System.out.println(dataDistri.getDataSet().count()); }  static void main(String[] args); }
DataStreamLoaderExample { public static void main(String[] args) throws Exception { boolean hadoop_cluster = false; if (args.length>1){ hadoop_cluster = Boolean.parseBoolean(args[0]); } final ExecutionEnvironment env; if(hadoop_cluster){ env = ExecutionEnvironment.getExecutionEnvironment(); env.getConfig().disableSysoutLogging(); }else{ Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); conf.setInteger("taskmanager.numberOfTaskSlots",Main.PARALLELISM); env = ExecutionEnvironment.createLocalEnvironment(conf); env.setParallelism(Main.PARALLELISM); env.getConfig().disableSysoutLogging(); } String simpleFile = "datasets/simulated/syntheticData.arff"; String distriFile = "datasets/simulated/distributed.arff"; DataFlink<DataInstance> dataSimple = DataFlinkLoader.open(env, simpleFile, false); DataFlink<DataInstance> dataDistri = DataFlinkLoader.open(env,distriFile, false); System.out.println(dataSimple.getDataSet().count()); System.out.println(dataDistri.getDataSet().count()); }  static void main(String[] args);  }