@Test public void train() { TableSchema schema = new TableSchema( new String[] {"docid", "content"}, new TypeInformation <?>[] {Types.LONG(), Types.STRING()} ); List <Row> rows = new ArrayList <>(); rows.add(Row.of(0L, "老王 是 我们 团队 里 最胖 的")); rows.add(Row.of(1L, "老黄 是 第二 胖 的")); rows.add(Row.of(2L, "胖")); rows.add(Row.of(3L, "胖 胖 胖")); MemSourceBatchOp source = new MemSourceBatchOp(rows, schema); Word2Vec word2Vec = new Word2Vec() .setSelectedCol("content") .setOutputCol("output") .setMinCount(1); List<Row> result = word2Vec.fit(source).transform(source).collect(); Assert.assertEquals(rows.size(), result.size()); }
@Override protected BatchOperator train(BatchOperator in) { return new Word2VecTrainBatchOp(this.getParams()).linkFrom(in); }
Word2Vec extends Trainer <Word2Vec, Word2VecModel> implements Word2VecTrainParams <Word2Vec>, Word2VecPredictParams <Word2Vec> { @Override protected BatchOperator train(BatchOperator in) { return new Word2VecTrainBatchOp(this.getParams()).linkFrom(in); } }
Word2Vec extends Trainer <Word2Vec, Word2VecModel> implements Word2VecTrainParams <Word2Vec>, Word2VecPredictParams <Word2Vec> { @Override protected BatchOperator train(BatchOperator in) { return new Word2VecTrainBatchOp(this.getParams()).linkFrom(in); }  }
Word2Vec extends Trainer <Word2Vec, Word2VecModel> implements Word2VecTrainParams <Word2Vec>, Word2VecPredictParams <Word2Vec> { @Override protected BatchOperator train(BatchOperator in) { return new Word2VecTrainBatchOp(this.getParams()).linkFrom(in); }   }
Word2Vec extends Trainer <Word2Vec, Word2VecModel> implements Word2VecTrainParams <Word2Vec>, Word2VecPredictParams <Word2Vec> { @Override protected BatchOperator train(BatchOperator in) { return new Word2VecTrainBatchOp(this.getParams()).linkFrom(in); }    }