@Test public void test() throws Exception { LDAModelLearningFlink.main(null); }
public static void main(String[] args) throws IOException { Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); final ExecutionEnvironment env = ExecutionEnvironment.createLocalEnvironment(conf); env.getConfig().disableSysoutLogging(); env.setParallelism(Main.PARALLELISM); String filename = "datasets/simulated/docs.nips.distributed.arff"; DataFlink<DataInstance> data = DataFlinkLoader.loadDataFromFolder(env, filename, false); Model model = new LDA(data.getAttributes()); model.updateModel(data); BayesianNetwork bn = model.getModel(); BayesianNetworkWriter.save(bn, "networks/simulated/exampleBN.bn"); }
LDAModelLearningFlink { public static void main(String[] args) throws IOException { Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); final ExecutionEnvironment env = ExecutionEnvironment.createLocalEnvironment(conf); env.getConfig().disableSysoutLogging(); env.setParallelism(Main.PARALLELISM); String filename = "datasets/simulated/docs.nips.distributed.arff"; DataFlink<DataInstance> data = DataFlinkLoader.loadDataFromFolder(env, filename, false); Model model = new LDA(data.getAttributes()); model.updateModel(data); BayesianNetwork bn = model.getModel(); BayesianNetworkWriter.save(bn, "networks/simulated/exampleBN.bn"); } }
LDAModelLearningFlink { public static void main(String[] args) throws IOException { Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); final ExecutionEnvironment env = ExecutionEnvironment.createLocalEnvironment(conf); env.getConfig().disableSysoutLogging(); env.setParallelism(Main.PARALLELISM); String filename = "datasets/simulated/docs.nips.distributed.arff"; DataFlink<DataInstance> data = DataFlinkLoader.loadDataFromFolder(env, filename, false); Model model = new LDA(data.getAttributes()); model.updateModel(data); BayesianNetwork bn = model.getModel(); BayesianNetworkWriter.save(bn, "networks/simulated/exampleBN.bn"); }  }
LDAModelLearningFlink { public static void main(String[] args) throws IOException { Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); final ExecutionEnvironment env = ExecutionEnvironment.createLocalEnvironment(conf); env.getConfig().disableSysoutLogging(); env.setParallelism(Main.PARALLELISM); String filename = "datasets/simulated/docs.nips.distributed.arff"; DataFlink<DataInstance> data = DataFlinkLoader.loadDataFromFolder(env, filename, false); Model model = new LDA(data.getAttributes()); model.updateModel(data); BayesianNetwork bn = model.getModel(); BayesianNetworkWriter.save(bn, "networks/simulated/exampleBN.bn"); }  static void main(String[] args); }
LDAModelLearningFlink { public static void main(String[] args) throws IOException { Configuration conf = new Configuration(); conf.setInteger("taskmanager.network.numberOfBuffers", 12000); final ExecutionEnvironment env = ExecutionEnvironment.createLocalEnvironment(conf); env.getConfig().disableSysoutLogging(); env.setParallelism(Main.PARALLELISM); String filename = "datasets/simulated/docs.nips.distributed.arff"; DataFlink<DataInstance> data = DataFlinkLoader.loadDataFromFolder(env, filename, false); Model model = new LDA(data.getAttributes()); model.updateModel(data); BayesianNetwork bn = model.getModel(); BayesianNetworkWriter.save(bn, "networks/simulated/exampleBN.bn"); }  static void main(String[] args);  }