text: Search.setIndex({docnames:["getting_started/index","index","reference/autosummary/sparknlp.annotator","reference/autosummary/sparknlp.annotator.AlbertEmbeddings","reference/autosummary/sparknlp.annotator.BertEmbeddings","reference/autosummary/sparknlp.annotator.BertForTokenClassification","reference/autosummary/sparknlp.annotator.BertSentenceEmbeddings","reference/autosummary/sparknlp.annotator.BigTextMatcher","reference/autosummary/sparknlp.annotator.BigTextMatcherModel","reference/autosummary/sparknlp.annotator.ChunkEmbeddings","reference/autosummary/sparknlp.annotator.ChunkTokenizer","reference/autosummary/sparknlp.annotator.ChunkTokenizerModel","reference/autosummary/sparknlp.annotator.Chunker","reference/autosummary/sparknlp.annotator.ClassifierDLApproach","reference/autosummary/sparknlp.annotator.ClassifierDLModel","reference/autosummary/sparknlp.annotator.ContextSpellCheckerApproach","reference/autosummary/sparknlp.annotator.ContextSpellCheckerModel","reference/autosummary/sparknlp.annotator.DateMatcher","reference/autosummary/sparknlp.annotator.DateMatcherUtils","reference/autosummary/sparknlp.annotator.DependencyParserApproach","reference/autosummary/sparknlp.annotator.DependencyParserModel","reference/autosummary/sparknlp.annotator.DistilBertEmbeddings","reference/autosummary/sparknlp.annotator.DistilBertForTokenClassification","reference/autosummary/sparknlp.annotator.DocumentNormalizer","reference/autosummary/sparknlp.annotator.ElmoEmbeddings","reference/autosummary/sparknlp.annotator.GraphExtraction","reference/autosummary/sparknlp.annotator.LanguageDetectorDL","reference/autosummary/sparknlp.annotator.Lemmatizer","reference/autosummary/sparknlp.annotator.LemmatizerModel","reference/autosummary/sparknlp.annotator.LongformerEmbeddings","reference/autosummary/sparknlp.annotator.MarianTransformer","reference/autosummary/sparknlp.annotator.MultiClassifierDLApproach","reference/autosummary/sparknlp.annotator.MultiClassifierDLModel","reference/autosummary/sparknlp.annotator.MultiDateMatcher","reference/autosummary/sparknlp.annotator.NGramGenerator","reference/autosummary/sparknlp.annotator.NerApproach","reference/autosummary/sparknlp.annotator.NerConverter","reference/autosummary/sparknlp.annotator.NerCrfApproach","reference/autosummary/sparknlp.annotator.NerCrfModel","reference/autosummary/sparknlp.annotator.NerDLApproach","reference/autosummary/sparknlp.annotator.NerDLModel","reference/autosummary/sparknlp.annotator.NerOverwriter","reference/autosummary/sparknlp.annotator.Normalizer","reference/autosummary/sparknlp.annotator.NormalizerModel","reference/autosummary/sparknlp.annotator.NorvigSweetingApproach","reference/autosummary/sparknlp.annotator.NorvigSweetingModel","reference/autosummary/sparknlp.annotator.PerceptronApproach","reference/autosummary/sparknlp.annotator.PerceptronModel","reference/autosummary/sparknlp.annotator.RecursiveTokenizer","reference/autosummary/sparknlp.annotator.RecursiveTokenizerModel","reference/autosummary/sparknlp.annotator.RegexMatcher","reference/autosummary/sparknlp.annotator.RegexMatcherModel","reference/autosummary/sparknlp.annotator.RegexTokenizer","reference/autosummary/sparknlp.annotator.RoBertaEmbeddings","reference/autosummary/sparknlp.annotator.RoBertaSentenceEmbeddings","reference/autosummary/sparknlp.annotator.SentenceDetector","reference/autosummary/sparknlp.annotator.SentenceDetectorDLApproach","reference/autosummary/sparknlp.annotator.SentenceDetectorDLModel","reference/autosummary/sparknlp.annotator.SentenceDetectorParams","reference/autosummary/sparknlp.annotator.SentenceEmbeddings","reference/autosummary/sparknlp.annotator.SentimentDLApproach","reference/autosummary/sparknlp.annotator.SentimentDLModel","reference/autosummary/sparknlp.annotator.SentimentDetector","reference/autosummary/sparknlp.annotator.SentimentDetectorModel","reference/autosummary/sparknlp.annotator.Stemmer","reference/autosummary/sparknlp.annotator.StopWordsCleaner","reference/autosummary/sparknlp.annotator.SymmetricDeleteApproach","reference/autosummary/sparknlp.annotator.SymmetricDeleteModel","reference/autosummary/sparknlp.annotator.T5Transformer","reference/autosummary/sparknlp.annotator.TextMatcher","reference/autosummary/sparknlp.annotator.TextMatcherModel","reference/autosummary/sparknlp.annotator.Token2Chunk","reference/autosummary/sparknlp.annotator.Tokenizer","reference/autosummary/sparknlp.annotator.TokenizerModel","reference/autosummary/sparknlp.annotator.TypedDependencyParserApproach","reference/autosummary/sparknlp.annotator.TypedDependencyParserModel","reference/autosummary/sparknlp.annotator.UniversalSentenceEncoder","reference/autosummary/sparknlp.annotator.ViveknSentimentApproach","reference/autosummary/sparknlp.annotator.ViveknSentimentModel","reference/autosummary/sparknlp.annotator.WordEmbeddings","reference/autosummary/sparknlp.annotator.WordEmbeddingsModel","reference/autosummary/sparknlp.annotator.WordSegmenterApproach","reference/autosummary/sparknlp.annotator.WordSegmenterModel","reference/autosummary/sparknlp.annotator.XlmRoBertaEmbeddings","reference/autosummary/sparknlp.annotator.XlmRoBertaSentenceEmbeddings","reference/autosummary/sparknlp.annotator.XlnetEmbeddings","reference/autosummary/sparknlp.annotator.YakeModel","reference/autosummary/sparknlp.base","reference/autosummary/sparknlp.base.Chunk2Doc","reference/autosummary/sparknlp.base.Doc2Chunk","reference/autosummary/sparknlp.base.DocumentAssembler","reference/autosummary/sparknlp.base.EmbeddingsFinisher","reference/autosummary/sparknlp.base.Finisher","reference/autosummary/sparknlp.base.GraphFinisher","reference/autosummary/sparknlp.base.HasRecursiveFit","reference/autosummary/sparknlp.base.HasRecursiveTransform","reference/autosummary/sparknlp.base.LightPipeline","reference/autosummary/sparknlp.base.RecursivePipeline","reference/autosummary/sparknlp.base.RecursivePipelineModel","reference/autosummary/sparknlp.base.TokenAssembler","reference/autosummary/sparknlp.functions","reference/autosummary/sparknlp.functions.explode_annotations_col","reference/autosummary/sparknlp.functions.filter_by_annotations_col","reference/autosummary/sparknlp.functions.map_annotations","reference/autosummary/sparknlp.functions.map_annotations_array","reference/autosummary/sparknlp.functions.map_annotations_col","reference/autosummary/sparknlp.functions.map_annotations_cols","reference/autosummary/sparknlp.functions.map_annotations_strict","reference/autosummary/sparknlp.training","reference/autosummary/sparknlp.training.CoNLL","reference/autosummary/sparknlp.training.CoNLLU","reference/autosummary/sparknlp.training.POS","reference/autosummary/sparknlp.training.PubTator","reference/index","user_guide/annotation","user_guide/annotators","user_guide/custom_pipelines","user_guide/helpers","user_guide/index","user_guide/light_pipelines","user_guide/pretrained_pipelines","user_guide/training"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["getting_started/index.rst","index.rst","reference/autosummary/sparknlp.annotator.rst","reference/autosummary/sparknlp.annotator.AlbertEmbeddings.rst","reference/autosummary/sparknlp.annotator.BertEmbeddings.rst","reference/autosummary/sparknlp.annotator.BertForTokenClassification.rst","reference/autosummary/sparknlp.annotator.BertSentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.BigTextMatcher.rst","reference/autosummary/sparknlp.annotator.BigTextMatcherModel.rst","reference/autosummary/sparknlp.annotator.ChunkEmbeddings.rst","reference/autosummary/sparknlp.annotator.ChunkTokenizer.rst","reference/autosummary/sparknlp.annotator.ChunkTokenizerModel.rst","reference/autosummary/sparknlp.annotator.Chunker.rst","reference/autosummary/sparknlp.annotator.ClassifierDLApproach.rst","reference/autosummary/sparknlp.annotator.ClassifierDLModel.rst","reference/autosummary/sparknlp.annotator.ContextSpellCheckerApproach.rst","reference/autosummary/sparknlp.annotator.ContextSpellCheckerModel.rst","reference/autosummary/sparknlp.annotator.DateMatcher.rst","reference/autosummary/sparknlp.annotator.DateMatcherUtils.rst","reference/autosummary/sparknlp.annotator.DependencyParserApproach.rst","reference/autosummary/sparknlp.annotator.DependencyParserModel.rst","reference/autosummary/sparknlp.annotator.DistilBertEmbeddings.rst","reference/autosummary/sparknlp.annotator.DistilBertForTokenClassification.rst","reference/autosummary/sparknlp.annotator.DocumentNormalizer.rst","reference/autosummary/sparknlp.annotator.ElmoEmbeddings.rst","reference/autosummary/sparknlp.annotator.GraphExtraction.rst","reference/autosummary/sparknlp.annotator.LanguageDetectorDL.rst","reference/autosummary/sparknlp.annotator.Lemmatizer.rst","reference/autosummary/sparknlp.annotator.LemmatizerModel.rst","reference/autosummary/sparknlp.annotator.LongformerEmbeddings.rst","reference/autosummary/sparknlp.annotator.MarianTransformer.rst","reference/autosummary/sparknlp.annotator.MultiClassifierDLApproach.rst","reference/autosummary/sparknlp.annotator.MultiClassifierDLModel.rst","reference/autosummary/sparknlp.annotator.MultiDateMatcher.rst","reference/autosummary/sparknlp.annotator.NGramGenerator.rst","reference/autosummary/sparknlp.annotator.NerApproach.rst","reference/autosummary/sparknlp.annotator.NerConverter.rst","reference/autosummary/sparknlp.annotator.NerCrfApproach.rst","reference/autosummary/sparknlp.annotator.NerCrfModel.rst","reference/autosummary/sparknlp.annotator.NerDLApproach.rst","reference/autosummary/sparknlp.annotator.NerDLModel.rst","reference/autosummary/sparknlp.annotator.NerOverwriter.rst","reference/autosummary/sparknlp.annotator.Normalizer.rst","reference/autosummary/sparknlp.annotator.NormalizerModel.rst","reference/autosummary/sparknlp.annotator.NorvigSweetingApproach.rst","reference/autosummary/sparknlp.annotator.NorvigSweetingModel.rst","reference/autosummary/sparknlp.annotator.PerceptronApproach.rst","reference/autosummary/sparknlp.annotator.PerceptronModel.rst","reference/autosummary/sparknlp.annotator.RecursiveTokenizer.rst","reference/autosummary/sparknlp.annotator.RecursiveTokenizerModel.rst","reference/autosummary/sparknlp.annotator.RegexMatcher.rst","reference/autosummary/sparknlp.annotator.RegexMatcherModel.rst","reference/autosummary/sparknlp.annotator.RegexTokenizer.rst","reference/autosummary/sparknlp.annotator.RoBertaEmbeddings.rst","reference/autosummary/sparknlp.annotator.RoBertaSentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.SentenceDetector.rst","reference/autosummary/sparknlp.annotator.SentenceDetectorDLApproach.rst","reference/autosummary/sparknlp.annotator.SentenceDetectorDLModel.rst","reference/autosummary/sparknlp.annotator.SentenceDetectorParams.rst","reference/autosummary/sparknlp.annotator.SentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.SentimentDLApproach.rst","reference/autosummary/sparknlp.annotator.SentimentDLModel.rst","reference/autosummary/sparknlp.annotator.SentimentDetector.rst","reference/autosummary/sparknlp.annotator.SentimentDetectorModel.rst","reference/autosummary/sparknlp.annotator.Stemmer.rst","reference/autosummary/sparknlp.annotator.StopWordsCleaner.rst","reference/autosummary/sparknlp.annotator.SymmetricDeleteApproach.rst","reference/autosummary/sparknlp.annotator.SymmetricDeleteModel.rst","reference/autosummary/sparknlp.annotator.T5Transformer.rst","reference/autosummary/sparknlp.annotator.TextMatcher.rst","reference/autosummary/sparknlp.annotator.TextMatcherModel.rst","reference/autosummary/sparknlp.annotator.Token2Chunk.rst","reference/autosummary/sparknlp.annotator.Tokenizer.rst","reference/autosummary/sparknlp.annotator.TokenizerModel.rst","reference/autosummary/sparknlp.annotator.TypedDependencyParserApproach.rst","reference/autosummary/sparknlp.annotator.TypedDependencyParserModel.rst","reference/autosummary/sparknlp.annotator.UniversalSentenceEncoder.rst","reference/autosummary/sparknlp.annotator.ViveknSentimentApproach.rst","reference/autosummary/sparknlp.annotator.ViveknSentimentModel.rst","reference/autosummary/sparknlp.annotator.WordEmbeddings.rst","reference/autosummary/sparknlp.annotator.WordEmbeddingsModel.rst","reference/autosummary/sparknlp.annotator.WordSegmenterApproach.rst","reference/autosummary/sparknlp.annotator.WordSegmenterModel.rst","reference/autosummary/sparknlp.annotator.XlmRoBertaEmbeddings.rst","reference/autosummary/sparknlp.annotator.XlmRoBertaSentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.XlnetEmbeddings.rst","reference/autosummary/sparknlp.annotator.YakeModel.rst","reference/autosummary/sparknlp.base.rst","reference/autosummary/sparknlp.base.Chunk2Doc.rst","reference/autosummary/sparknlp.base.Doc2Chunk.rst","reference/autosummary/sparknlp.base.DocumentAssembler.rst","reference/autosummary/sparknlp.base.EmbeddingsFinisher.rst","reference/autosummary/sparknlp.base.Finisher.rst","reference/autosummary/sparknlp.base.GraphFinisher.rst","reference/autosummary/sparknlp.base.HasRecursiveFit.rst","reference/autosummary/sparknlp.base.HasRecursiveTransform.rst","reference/autosummary/sparknlp.base.LightPipeline.rst","reference/autosummary/sparknlp.base.RecursivePipeline.rst","reference/autosummary/sparknlp.base.RecursivePipelineModel.rst","reference/autosummary/sparknlp.base.TokenAssembler.rst","reference/autosummary/sparknlp.functions.rst","reference/autosummary/sparknlp.functions.explode_annotations_col.rst","reference/autosummary/sparknlp.functions.filter_by_annotations_col.rst","reference/autosummary/sparknlp.functions.map_annotations.rst","reference/autosummary/sparknlp.functions.map_annotations_array.rst","reference/autosummary/sparknlp.functions.map_annotations_col.rst","reference/autosummary/sparknlp.functions.map_annotations_cols.rst","reference/autosummary/sparknlp.functions.map_annotations_strict.rst","reference/autosummary/sparknlp.training.rst","reference/autosummary/sparknlp.training.CoNLL.rst","reference/autosummary/sparknlp.training.CoNLLU.rst","reference/autosummary/sparknlp.training.POS.rst","reference/autosummary/sparknlp.training.PubTator.rst","reference/index.rst","user_guide/annotation.rst","user_guide/annotators.rst","user_guide/custom_pipelines.rst","user_guide/helpers.rst","user_guide/index.rst","user_guide/light_pipelines.rst","user_guide/pretrained_pipelines.rst","user_guide/training.rst"],objects:{"sparknlp.annotator":{AlbertEmbeddings:[3,1,1,""],BertEmbeddings:[4,1,1,""],BertForTokenClassification:[5,1,1,""],BertSentenceEmbeddings:[6,1,1,""],BigTextMatcher:[7,1,1,""],BigTextMatcherModel:[8,1,1,""],ChunkEmbeddings:[9,1,1,""],ChunkTokenizer:[10,1,1,""],ChunkTokenizerModel:[11,1,1,""],Chunker:[12,1,1,""],ClassifierDLApproach:[13,1,1,""],ClassifierDLModel:[14,1,1,""],ContextSpellCheckerApproach:[15,1,1,""],ContextSpellCheckerModel:[16,1,1,""],DateMatcher:[17,1,1,""],DateMatcherUtils:[18,1,1,""],DependencyParserApproach:[19,1,1,""],DependencyParserModel:[20,1,1,""],DistilBertEmbeddings:[21,1,1,""],DistilBertForTokenClassification:[22,1,1,""],DocumentNormalizer:[23,1,1,""],ElmoEmbeddings:[24,1,1,""],GraphExtraction:[25,1,1,""],LanguageDetectorDL:[26,1,1,""],Lemmatizer:[27,1,1,""],LemmatizerModel:[28,1,1,""],LongformerEmbeddings:[29,1,1,""],MarianTransformer:[30,1,1,""],MultiClassifierDLApproach:[31,1,1,""],MultiClassifierDLModel:[32,1,1,""],MultiDateMatcher:[33,1,1,""],NGramGenerator:[34,1,1,""],NerApproach:[35,1,1,""],NerConverter:[36,1,1,""],NerCrfApproach:[37,1,1,""],NerCrfModel:[38,1,1,""],NerDLApproach:[39,1,1,""],NerDLModel:[40,1,1,""],NerOverwriter:[41,1,1,""],Normalizer:[42,1,1,""],NormalizerModel:[43,1,1,""],NorvigSweetingApproach:[44,1,1,""],NorvigSweetingModel:[45,1,1,""],PerceptronApproach:[46,1,1,""],PerceptronModel:[47,1,1,""],RecursiveTokenizer:[48,1,1,""],RecursiveTokenizerModel:[49,1,1,""],RegexMatcher:[50,1,1,""],RegexMatcherModel:[51,1,1,""],RegexTokenizer:[52,1,1,""],RoBertaEmbeddings:[53,1,1,""],RoBertaSentenceEmbeddings:[54,1,1,""],SentenceDetector:[55,1,1,""],SentenceDetectorDLApproach:[56,1,1,""],SentenceDetectorDLModel:[57,1,1,""],SentenceDetectorParams:[58,1,1,""],SentenceEmbeddings:[59,1,1,""],SentimentDLApproach:[60,1,1,""],SentimentDLModel:[61,1,1,""],SentimentDetector:[62,1,1,""],SentimentDetectorModel:[63,1,1,""],Stemmer:[64,1,1,""],StopWordsCleaner:[65,1,1,""],SymmetricDeleteApproach:[66,1,1,""],SymmetricDeleteModel:[67,1,1,""],T5Transformer:[68,1,1,""],TextMatcher:[69,1,1,""],TextMatcherModel:[70,1,1,""],Token2Chunk:[71,1,1,""],Tokenizer:[72,1,1,""],TokenizerModel:[73,1,1,""],TypedDependencyParserApproach:[74,1,1,""],TypedDependencyParserModel:[75,1,1,""],UniversalSentenceEncoder:[76,1,1,""],ViveknSentimentApproach:[77,1,1,""],ViveknSentimentModel:[78,1,1,""],WordEmbeddings:[79,1,1,""],WordEmbeddingsModel:[80,1,1,""],WordSegmenterApproach:[81,1,1,""],WordSegmenterModel:[82,1,1,""],XlmRoBertaEmbeddings:[83,1,1,""],XlmRoBertaSentenceEmbeddings:[84,1,1,""],XlnetEmbeddings:[85,1,1,""],YakeModel:[86,1,1,""]},"sparknlp.annotator.AlbertEmbeddings":{clear:[3,2,1,""],copy:[3,2,1,""],explainParam:[3,2,1,""],explainParams:[3,2,1,""],extractParamMap:[3,2,1,""],getBatchSize:[3,2,1,""],getCaseSensitive:[3,2,1,""],getDimension:[3,2,1,""],getInputCols:[3,2,1,""],getLazyAnnotator:[3,2,1,""],getOrDefault:[3,2,1,""],getOutputCol:[3,2,1,""],getParam:[3,2,1,""],getParamValue:[3,2,1,""],getStorageRef:[3,2,1,""],hasDefault:[3,2,1,""],hasParam:[3,2,1,""],isDefined:[3,2,1,""],isSet:[3,2,1,""],load:[3,2,1,""],loadSavedModel:[3,2,1,""],params:[3,3,1,""],pretrained:[3,2,1,""],read:[3,2,1,""],save:[3,2,1,""],set:[3,2,1,""],setBatchSize:[3,2,1,""],setCaseSensitive:[3,2,1,""],setConfigProtoBytes:[3,2,1,""],setDimension:[3,2,1,""],setInputCols:[3,2,1,""],setLazyAnnotator:[3,2,1,""],setMaxSentenceLength:[3,2,1,""],setOutputCol:[3,2,1,""],setParamValue:[3,2,1,""],setStorageRef:[3,2,1,""],transform:[3,2,1,""],uid:[3,4,1,""],write:[3,2,1,""]},"sparknlp.annotator.BertEmbeddings":{clear:[4,2,1,""],copy:[4,2,1,""],explainParam:[4,2,1,""],explainParams:[4,2,1,""],extractParamMap:[4,2,1,""],getBatchSize:[4,2,1,""],getCaseSensitive:[4,2,1,""],getDimension:[4,2,1,""],getInputCols:[4,2,1,""],getLazyAnnotator:[4,2,1,""],getOrDefault:[4,2,1,""],getOutputCol:[4,2,1,""],getParam:[4,2,1,""],getParamValue:[4,2,1,""],getStorageRef:[4,2,1,""],hasDefault:[4,2,1,""],hasParam:[4,2,1,""],isDefined:[4,2,1,""],isSet:[4,2,1,""],load:[4,2,1,""],loadSavedModel:[4,2,1,""],params:[4,3,1,""],pretrained:[4,2,1,""],read:[4,2,1,""],save:[4,2,1,""],set:[4,2,1,""],setBatchSize:[4,2,1,""],setCaseSensitive:[4,2,1,""],setConfigProtoBytes:[4,2,1,""],setDimension:[4,2,1,""],setInputCols:[4,2,1,""],setLazyAnnotator:[4,2,1,""],setMaxSentenceLength:[4,2,1,""],setOutputCol:[4,2,1,""],setParamValue:[4,2,1,""],setStorageRef:[4,2,1,""],transform:[4,2,1,""],uid:[4,4,1,""],write:[4,2,1,""]},"sparknlp.annotator.BertForTokenClassification":{clear:[5,2,1,""],copy:[5,2,1,""],explainParam:[5,2,1,""],explainParams:[5,2,1,""],extractParamMap:[5,2,1,""],getBatchSize:[5,2,1,""],getCaseSensitive:[5,2,1,""],getInputCols:[5,2,1,""],getLazyAnnotator:[5,2,1,""],getOrDefault:[5,2,1,""],getOutputCol:[5,2,1,""],getParam:[5,2,1,""],getParamValue:[5,2,1,""],hasDefault:[5,2,1,""],hasParam:[5,2,1,""],isDefined:[5,2,1,""],isSet:[5,2,1,""],load:[5,2,1,""],loadSavedModel:[5,2,1,""],params:[5,3,1,""],pretrained:[5,2,1,""],read:[5,2,1,""],save:[5,2,1,""],set:[5,2,1,""],setBatchSize:[5,2,1,""],setCaseSensitive:[5,2,1,""],setConfigProtoBytes:[5,2,1,""],setInputCols:[5,2,1,""],setLazyAnnotator:[5,2,1,""],setMaxSentenceLength:[5,2,1,""],setOutputCol:[5,2,1,""],setParamValue:[5,2,1,""],transform:[5,2,1,""],uid:[5,4,1,""],write:[5,2,1,""]},"sparknlp.annotator.BertSentenceEmbeddings":{clear:[6,2,1,""],copy:[6,2,1,""],explainParam:[6,2,1,""],explainParams:[6,2,1,""],extractParamMap:[6,2,1,""],getBatchSize:[6,2,1,""],getCaseSensitive:[6,2,1,""],getDimension:[6,2,1,""],getInputCols:[6,2,1,""],getLazyAnnotator:[6,2,1,""],getOrDefault:[6,2,1,""],getOutputCol:[6,2,1,""],getParam:[6,2,1,""],getParamValue:[6,2,1,""],getStorageRef:[6,2,1,""],hasDefault:[6,2,1,""],hasParam:[6,2,1,""],isDefined:[6,2,1,""],isSet:[6,2,1,""],load:[6,2,1,""],loadSavedModel:[6,2,1,""],params:[6,3,1,""],pretrained:[6,2,1,""],read:[6,2,1,""],save:[6,2,1,""],set:[6,2,1,""],setBatchSize:[6,2,1,""],setCaseSensitive:[6,2,1,""],setConfigProtoBytes:[6,2,1,""],setDimension:[6,2,1,""],setInputCols:[6,2,1,""],setIsLong:[6,2,1,""],setLazyAnnotator:[6,2,1,""],setMaxSentenceLength:[6,2,1,""],setOutputCol:[6,2,1,""],setParamValue:[6,2,1,""],setStorageRef:[6,2,1,""],transform:[6,2,1,""],uid:[6,4,1,""],write:[6,2,1,""]},"sparknlp.annotator.BigTextMatcher":{clear:[7,2,1,""],copy:[7,2,1,""],explainParam:[7,2,1,""],explainParams:[7,2,1,""],extractParamMap:[7,2,1,""],fit:[7,2,1,""],fitMultiple:[7,2,1,""],getCaseSensitive:[7,2,1,""],getIncludeStorage:[7,2,1,""],getInputCols:[7,2,1,""],getLazyAnnotator:[7,2,1,""],getOrDefault:[7,2,1,""],getOutputCol:[7,2,1,""],getParam:[7,2,1,""],getParamValue:[7,2,1,""],getStoragePath:[7,2,1,""],getStorageRef:[7,2,1,""],hasDefault:[7,2,1,""],hasParam:[7,2,1,""],isDefined:[7,2,1,""],isSet:[7,2,1,""],load:[7,2,1,""],params:[7,3,1,""],read:[7,2,1,""],save:[7,2,1,""],set:[7,2,1,""],setCaseSensitive:[7,2,1,""],setEntities:[7,2,1,""],setIncludeStorage:[7,2,1,""],setInputCols:[7,2,1,""],setLazyAnnotator:[7,2,1,""],setMergeOverlapping:[7,2,1,""],setOutputCol:[7,2,1,""],setParamValue:[7,2,1,""],setStoragePath:[7,2,1,""],setStorageRef:[7,2,1,""],setTokenizer:[7,2,1,""],uid:[7,4,1,""],write:[7,2,1,""]},"sparknlp.annotator.BigTextMatcherModel":{clear:[8,2,1,""],copy:[8,2,1,""],explainParam:[8,2,1,""],explainParams:[8,2,1,""],extractParamMap:[8,2,1,""],getCaseSensitive:[8,2,1,""],getIncludeStorage:[8,2,1,""],getInputCols:[8,2,1,""],getLazyAnnotator:[8,2,1,""],getOrDefault:[8,2,1,""],getOutputCol:[8,2,1,""],getParam:[8,2,1,""],getParamValue:[8,2,1,""],getStorageRef:[8,2,1,""],hasDefault:[8,2,1,""],hasParam:[8,2,1,""],isDefined:[8,2,1,""],isSet:[8,2,1,""],load:[8,2,1,""],loadStorage:[8,2,1,""],params:[8,3,1,""],pretrained:[8,2,1,""],read:[8,2,1,""],save:[8,2,1,""],saveStorage:[8,2,1,""],set:[8,2,1,""],setCaseSensitive:[8,2,1,""],setIncludeStorage:[8,2,1,""],setInputCols:[8,2,1,""],setLazyAnnotator:[8,2,1,""],setMergeOverlapping:[8,2,1,""],setOutputCol:[8,2,1,""],setParamValue:[8,2,1,""],setStorageRef:[8,2,1,""],transform:[8,2,1,""],uid:[8,4,1,""],write:[8,2,1,""]},"sparknlp.annotator.ChunkEmbeddings":{clear:[9,2,1,""],copy:[9,2,1,""],explainParam:[9,2,1,""],explainParams:[9,2,1,""],extractParamMap:[9,2,1,""],getInputCols:[9,2,1,""],getLazyAnnotator:[9,2,1,""],getOrDefault:[9,2,1,""],getOutputCol:[9,2,1,""],getParam:[9,2,1,""],getParamValue:[9,2,1,""],hasDefault:[9,2,1,""],hasParam:[9,2,1,""],isDefined:[9,2,1,""],isSet:[9,2,1,""],load:[9,2,1,""],params:[9,3,1,""],read:[9,2,1,""],save:[9,2,1,""],set:[9,2,1,""],setInputCols:[9,2,1,""],setLazyAnnotator:[9,2,1,""],setOutputCol:[9,2,1,""],setParamValue:[9,2,1,""],setPoolingStrategy:[9,2,1,""],setSkipOOV:[9,2,1,""],transform:[9,2,1,""],uid:[9,4,1,""],write:[9,2,1,""]},"sparknlp.annotator.ChunkTokenizer":{addContextChars:[10,2,1,""],addException:[10,2,1,""],addInfixPattern:[10,2,1,""],addSplitChars:[10,2,1,""],clear:[10,2,1,""],copy:[10,2,1,""],explainParam:[10,2,1,""],explainParams:[10,2,1,""],extractParamMap:[10,2,1,""],fit:[10,2,1,""],fitMultiple:[10,2,1,""],getCaseSensitiveExceptions:[10,2,1,""],getContextChars:[10,2,1,""],getExceptions:[10,2,1,""],getInfixPatterns:[10,2,1,""],getInputCols:[10,2,1,""],getLazyAnnotator:[10,2,1,""],getOrDefault:[10,2,1,""],getOutputCol:[10,2,1,""],getParam:[10,2,1,""],getParamValue:[10,2,1,""],getPrefixPattern:[10,2,1,""],getSplitChars:[10,2,1,""],getSuffixPattern:[10,2,1,""],hasDefault:[10,2,1,""],hasParam:[10,2,1,""],isDefined:[10,2,1,""],isSet:[10,2,1,""],load:[10,2,1,""],params:[10,3,1,""],read:[10,2,1,""],save:[10,2,1,""],set:[10,2,1,""],setCaseSensitiveExceptions:[10,2,1,""],setContextChars:[10,2,1,""],setExceptions:[10,2,1,""],setInfixPatterns:[10,2,1,""],setInputCols:[10,2,1,""],setLazyAnnotator:[10,2,1,""],setMaxLength:[10,2,1,""],setMinLength:[10,2,1,""],setOutputCol:[10,2,1,""],setParamValue:[10,2,1,""],setPrefixPattern:[10,2,1,""],setSplitChars:[10,2,1,""],setSplitPattern:[10,2,1,""],setSuffixPattern:[10,2,1,""],setTargetPattern:[10,2,1,""],uid:[10,4,1,""],write:[10,2,1,""]},"sparknlp.annotator.ChunkTokenizerModel":{addSplitChars:[11,2,1,""],clear:[11,2,1,""],copy:[11,2,1,""],explainParam:[11,2,1,""],explainParams:[11,2,1,""],extractParamMap:[11,2,1,""],getInputCols:[11,2,1,""],getLazyAnnotator:[11,2,1,""],getOrDefault:[11,2,1,""],getOutputCol:[11,2,1,""],getParam:[11,2,1,""],getParamValue:[11,2,1,""],hasDefault:[11,2,1,""],hasParam:[11,2,1,""],isDefined:[11,2,1,""],isSet:[11,2,1,""],load:[11,2,1,""],params:[11,3,1,""],pretrained:[11,2,1,""],read:[11,2,1,""],save:[11,2,1,""],set:[11,2,1,""],setInputCols:[11,2,1,""],setLazyAnnotator:[11,2,1,""],setOutputCol:[11,2,1,""],setParamValue:[11,2,1,""],setSplitChars:[11,2,1,""],setSplitPattern:[11,2,1,""],transform:[11,2,1,""],uid:[11,4,1,""],write:[11,2,1,""]},"sparknlp.annotator.Chunker":{clear:[12,2,1,""],copy:[12,2,1,""],explainParam:[12,2,1,""],explainParams:[12,2,1,""],extractParamMap:[12,2,1,""],getInputCols:[12,2,1,""],getLazyAnnotator:[12,2,1,""],getOrDefault:[12,2,1,""],getOutputCol:[12,2,1,""],getParam:[12,2,1,""],getParamValue:[12,2,1,""],hasDefault:[12,2,1,""],hasParam:[12,2,1,""],isDefined:[12,2,1,""],isSet:[12,2,1,""],load:[12,2,1,""],params:[12,3,1,""],read:[12,2,1,""],save:[12,2,1,""],set:[12,2,1,""],setInputCols:[12,2,1,""],setLazyAnnotator:[12,2,1,""],setOutputCol:[12,2,1,""],setParamValue:[12,2,1,""],setRegexParsers:[12,2,1,""],transform:[12,2,1,""],uid:[12,4,1,""],write:[12,2,1,""]},"sparknlp.annotator.ClassifierDLApproach":{clear:[13,2,1,""],copy:[13,2,1,""],explainParam:[13,2,1,""],explainParams:[13,2,1,""],extractParamMap:[13,2,1,""],fit:[13,2,1,""],fitMultiple:[13,2,1,""],getInputCols:[13,2,1,""],getLazyAnnotator:[13,2,1,""],getOrDefault:[13,2,1,""],getOutputCol:[13,2,1,""],getParam:[13,2,1,""],getParamValue:[13,2,1,""],hasDefault:[13,2,1,""],hasParam:[13,2,1,""],isDefined:[13,2,1,""],isSet:[13,2,1,""],load:[13,2,1,""],params:[13,3,1,""],read:[13,2,1,""],save:[13,2,1,""],set:[13,2,1,""],setBatchSize:[13,2,1,""],setConfigProtoBytes:[13,2,1,""],setDropout:[13,2,1,""],setEnableOutputLogs:[13,2,1,""],setInputCols:[13,2,1,""],setLabelColumn:[13,2,1,""],setLazyAnnotator:[13,2,1,""],setLr:[13,2,1,""],setMaxEpochs:[13,2,1,""],setOutputCol:[13,2,1,""],setOutputLogsPath:[13,2,1,""],setParamValue:[13,2,1,""],setRandomSeed:[13,2,1,""],setValidationSplit:[13,2,1,""],setVerbose:[13,2,1,""],uid:[13,4,1,""],write:[13,2,1,""]},"sparknlp.annotator.ClassifierDLModel":{clear:[14,2,1,""],copy:[14,2,1,""],explainParam:[14,2,1,""],explainParams:[14,2,1,""],extractParamMap:[14,2,1,""],getInputCols:[14,2,1,""],getLazyAnnotator:[14,2,1,""],getOrDefault:[14,2,1,""],getOutputCol:[14,2,1,""],getParam:[14,2,1,""],getParamValue:[14,2,1,""],getStorageRef:[14,2,1,""],hasDefault:[14,2,1,""],hasParam:[14,2,1,""],isDefined:[14,2,1,""],isSet:[14,2,1,""],load:[14,2,1,""],params:[14,3,1,""],pretrained:[14,2,1,""],read:[14,2,1,""],save:[14,2,1,""],set:[14,2,1,""],setConfigProtoBytes:[14,2,1,""],setInputCols:[14,2,1,""],setLazyAnnotator:[14,2,1,""],setOutputCol:[14,2,1,""],setParamValue:[14,2,1,""],setStorageRef:[14,2,1,""],transform:[14,2,1,""],uid:[14,4,1,""],write:[14,2,1,""]},"sparknlp.annotator.ContextSpellCheckerApproach":{addRegexClass:[15,2,1,""],addVocabClass:[15,2,1,""],clear:[15,2,1,""],copy:[15,2,1,""],explainParam:[15,2,1,""],explainParams:[15,2,1,""],extractParamMap:[15,2,1,""],fit:[15,2,1,""],fitMultiple:[15,2,1,""],getInputCols:[15,2,1,""],getLazyAnnotator:[15,2,1,""],getOrDefault:[15,2,1,""],getOutputCol:[15,2,1,""],getParam:[15,2,1,""],getParamValue:[15,2,1,""],hasDefault:[15,2,1,""],hasParam:[15,2,1,""],isDefined:[15,2,1,""],isSet:[15,2,1,""],load:[15,2,1,""],params:[15,3,1,""],read:[15,2,1,""],save:[15,2,1,""],set:[15,2,1,""],setBatchSize:[15,2,1,""],setCaseStrategy:[15,2,1,""],setClassCount:[15,2,1,""],setCompoundCount:[15,2,1,""],setConfigProtoBytes:[15,2,1,""],setEpochs:[15,2,1,""],setErrorThreshold:[15,2,1,""],setFinalRate:[15,2,1,""],setInitialRate:[15,2,1,""],setInputCols:[15,2,1,""],setLanguageModelClasses:[15,2,1,""],setLazyAnnotator:[15,2,1,""],setMaxCandidates:[15,2,1,""],setMaxWindowLen:[15,2,1,""],setMinCount:[15,2,1,""],setOutputCol:[15,2,1,""],setParamValue:[15,2,1,""],setTradeoff:[15,2,1,""],setValidationFraction:[15,2,1,""],setWeightedDistPath:[15,2,1,""],setWordMaxDistance:[15,2,1,""],uid:[15,4,1,""],write:[15,2,1,""]},"sparknlp.annotator.ContextSpellCheckerModel":{clear:[16,2,1,""],copy:[16,2,1,""],explainParam:[16,2,1,""],explainParams:[16,2,1,""],extractParamMap:[16,2,1,""],getInputCols:[16,2,1,""],getLazyAnnotator:[16,2,1,""],getOrDefault:[16,2,1,""],getOutputCol:[16,2,1,""],getParam:[16,2,1,""],getParamValue:[16,2,1,""],getWordClasses:[16,2,1,""],hasDefault:[16,2,1,""],hasParam:[16,2,1,""],isDefined:[16,2,1,""],isSet:[16,2,1,""],load:[16,2,1,""],params:[16,3,1,""],pretrained:[16,2,1,""],read:[16,2,1,""],save:[16,2,1,""],set:[16,2,1,""],setCaseStrategy:[16,2,1,""],setCompareLowcase:[16,2,1,""],setConfigProtoBytes:[16,2,1,""],setCorrectSymbols:[16,2,1,""],setErrorThreshold:[16,2,1,""],setGamma:[16,2,1,""],setInputCols:[16,2,1,""],setLazyAnnotator:[16,2,1,""],setMaxCandidates:[16,2,1,""],setMaxWindowLen:[16,2,1,""],setOutputCol:[16,2,1,""],setParamValue:[16,2,1,""],setTradeoff:[16,2,1,""],setWeights:[16,2,1,""],setWordMaxDistance:[16,2,1,""],transform:[16,2,1,""],uid:[16,4,1,""],updateRegexClass:[16,2,1,""],updateVocabClass:[16,2,1,""],write:[16,2,1,""]},"sparknlp.annotator.DateMatcher":{clear:[17,2,1,""],copy:[17,2,1,""],explainParam:[17,2,1,""],explainParams:[17,2,1,""],extractParamMap:[17,2,1,""],getInputCols:[17,2,1,""],getLazyAnnotator:[17,2,1,""],getOrDefault:[17,2,1,""],getOutputCol:[17,2,1,""],getParam:[17,2,1,""],getParamValue:[17,2,1,""],hasDefault:[17,2,1,""],hasParam:[17,2,1,""],isDefined:[17,2,1,""],isSet:[17,2,1,""],load:[17,2,1,""],params:[17,3,1,""],read:[17,2,1,""],save:[17,2,1,""],set:[17,2,1,""],setAnchorDateDay:[17,2,1,""],setAnchorDateMonth:[17,2,1,""],setAnchorDateYear:[17,2,1,""],setDefaultDayWhenMissing:[17,2,1,""],setFormat:[17,2,1,""],setInputCols:[17,2,1,""],setLazyAnnotator:[17,2,1,""],setOutputCol:[17,2,1,""],setParamValue:[17,2,1,""],setReadMonthFirst:[17,2,1,""],transform:[17,2,1,""],uid:[17,4,1,""],write:[17,2,1,""]},"sparknlp.annotator.DateMatcherUtils":{clear:[18,2,1,""],copy:[18,2,1,""],explainParam:[18,2,1,""],explainParams:[18,2,1,""],extractParamMap:[18,2,1,""],getOrDefault:[18,2,1,""],getParam:[18,2,1,""],hasDefault:[18,2,1,""],hasParam:[18,2,1,""],isDefined:[18,2,1,""],isSet:[18,2,1,""],params:[18,3,1,""],set:[18,2,1,""],setAnchorDateDay:[18,2,1,""],setAnchorDateMonth:[18,2,1,""],setAnchorDateYear:[18,2,1,""],setDefaultDayWhenMissing:[18,2,1,""],setFormat:[18,2,1,""],setReadMonthFirst:[18,2,1,""],uid:[18,4,1,""]},"sparknlp.annotator.DependencyParserApproach":{clear:[19,2,1,""],copy:[19,2,1,""],explainParam:[19,2,1,""],explainParams:[19,2,1,""],extractParamMap:[19,2,1,""],fit:[19,2,1,""],fitMultiple:[19,2,1,""],getInputCols:[19,2,1,""],getLazyAnnotator:[19,2,1,""],getOrDefault:[19,2,1,""],getOutputCol:[19,2,1,""],getParam:[19,2,1,""],getParamValue:[19,2,1,""],hasDefault:[19,2,1,""],hasParam:[19,2,1,""],isDefined:[19,2,1,""],isSet:[19,2,1,""],load:[19,2,1,""],params:[19,3,1,""],read:[19,2,1,""],save:[19,2,1,""],set:[19,2,1,""],setConllU:[19,2,1,""],setDependencyTreeBank:[19,2,1,""],setInputCols:[19,2,1,""],setLazyAnnotator:[19,2,1,""],setNumberOfIterations:[19,2,1,""],setOutputCol:[19,2,1,""],setParamValue:[19,2,1,""],uid:[19,4,1,""],write:[19,2,1,""]},"sparknlp.annotator.DependencyParserModel":{clear:[20,2,1,""],copy:[20,2,1,""],explainParam:[20,2,1,""],explainParams:[20,2,1,""],extractParamMap:[20,2,1,""],getInputCols:[20,2,1,""],getLazyAnnotator:[20,2,1,""],getOrDefault:[20,2,1,""],getOutputCol:[20,2,1,""],getParam:[20,2,1,""],getParamValue:[20,2,1,""],hasDefault:[20,2,1,""],hasParam:[20,2,1,""],isDefined:[20,2,1,""],isSet:[20,2,1,""],load:[20,2,1,""],params:[20,3,1,""],pretrained:[20,2,1,""],read:[20,2,1,""],save:[20,2,1,""],set:[20,2,1,""],setInputCols:[20,2,1,""],setLazyAnnotator:[20,2,1,""],setOutputCol:[20,2,1,""],setParamValue:[20,2,1,""],transform:[20,2,1,""],uid:[20,4,1,""],write:[20,2,1,""]},"sparknlp.annotator.DistilBertEmbeddings":{clear:[21,2,1,""],copy:[21,2,1,""],explainParam:[21,2,1,""],explainParams:[21,2,1,""],extractParamMap:[21,2,1,""],getBatchSize:[21,2,1,""],getCaseSensitive:[21,2,1,""],getDimension:[21,2,1,""],getInputCols:[21,2,1,""],getLazyAnnotator:[21,2,1,""],getOrDefault:[21,2,1,""],getOutputCol:[21,2,1,""],getParam:[21,2,1,""],getParamValue:[21,2,1,""],getStorageRef:[21,2,1,""],hasDefault:[21,2,1,""],hasParam:[21,2,1,""],isDefined:[21,2,1,""],isSet:[21,2,1,""],load:[21,2,1,""],loadSavedModel:[21,2,1,""],params:[21,3,1,""],pretrained:[21,2,1,""],read:[21,2,1,""],save:[21,2,1,""],set:[21,2,1,""],setBatchSize:[21,2,1,""],setCaseSensitive:[21,2,1,""],setConfigProtoBytes:[21,2,1,""],setDimension:[21,2,1,""],setInputCols:[21,2,1,""],setLazyAnnotator:[21,2,1,""],setMaxSentenceLength:[21,2,1,""],setOutputCol:[21,2,1,""],setParamValue:[21,2,1,""],setStorageRef:[21,2,1,""],transform:[21,2,1,""],uid:[21,4,1,""],write:[21,2,1,""]},"sparknlp.annotator.DistilBertForTokenClassification":{clear:[22,2,1,""],copy:[22,2,1,""],explainParam:[22,2,1,""],explainParams:[22,2,1,""],extractParamMap:[22,2,1,""],getBatchSize:[22,2,1,""],getCaseSensitive:[22,2,1,""],getInputCols:[22,2,1,""],getLazyAnnotator:[22,2,1,""],getOrDefault:[22,2,1,""],getOutputCol:[22,2,1,""],getParam:[22,2,1,""],getParamValue:[22,2,1,""],hasDefault:[22,2,1,""],hasParam:[22,2,1,""],isDefined:[22,2,1,""],isSet:[22,2,1,""],load:[22,2,1,""],loadSavedModel:[22,2,1,""],params:[22,3,1,""],pretrained:[22,2,1,""],read:[22,2,1,""],save:[22,2,1,""],set:[22,2,1,""],setBatchSize:[22,2,1,""],setCaseSensitive:[22,2,1,""],setConfigProtoBytes:[22,2,1,""],setInputCols:[22,2,1,""],setLazyAnnotator:[22,2,1,""],setMaxSentenceLength:[22,2,1,""],setOutputCol:[22,2,1,""],setParamValue:[22,2,1,""],transform:[22,2,1,""],uid:[22,4,1,""],write:[22,2,1,""]},"sparknlp.annotator.DocumentNormalizer":{clear:[23,2,1,""],copy:[23,2,1,""],explainParam:[23,2,1,""],explainParams:[23,2,1,""],extractParamMap:[23,2,1,""],getInputCols:[23,2,1,""],getLazyAnnotator:[23,2,1,""],getOrDefault:[23,2,1,""],getOutputCol:[23,2,1,""],getParam:[23,2,1,""],getParamValue:[23,2,1,""],hasDefault:[23,2,1,""],hasParam:[23,2,1,""],isDefined:[23,2,1,""],isSet:[23,2,1,""],load:[23,2,1,""],params:[23,3,1,""],read:[23,2,1,""],save:[23,2,1,""],set:[23,2,1,""],setAction:[23,2,1,""],setEncoding:[23,2,1,""],setInputCols:[23,2,1,""],setLazyAnnotator:[23,2,1,""],setLowercase:[23,2,1,""],setOutputCol:[23,2,1,""],setParamValue:[23,2,1,""],setPatterns:[23,2,1,""],setPolicy:[23,2,1,""],setReplacement:[23,2,1,""],transform:[23,2,1,""],uid:[23,4,1,""],write:[23,2,1,""]},"sparknlp.annotator.ElmoEmbeddings":{clear:[24,2,1,""],copy:[24,2,1,""],explainParam:[24,2,1,""],explainParams:[24,2,1,""],extractParamMap:[24,2,1,""],getCaseSensitive:[24,2,1,""],getDimension:[24,2,1,""],getInputCols:[24,2,1,""],getLazyAnnotator:[24,2,1,""],getOrDefault:[24,2,1,""],getOutputCol:[24,2,1,""],getParam:[24,2,1,""],getParamValue:[24,2,1,""],getStorageRef:[24,2,1,""],hasDefault:[24,2,1,""],hasParam:[24,2,1,""],isDefined:[24,2,1,""],isSet:[24,2,1,""],load:[24,2,1,""],loadSavedModel:[24,2,1,""],params:[24,3,1,""],pretrained:[24,2,1,""],read:[24,2,1,""],save:[24,2,1,""],set:[24,2,1,""],setBatchSize:[24,2,1,""],setCaseSensitive:[24,2,1,""],setConfigProtoBytes:[24,2,1,""],setDimension:[24,2,1,""],setInputCols:[24,2,1,""],setLazyAnnotator:[24,2,1,""],setOutputCol:[24,2,1,""],setParamValue:[24,2,1,""],setPoolingLayer:[24,2,1,""],setStorageRef:[24,2,1,""],transform:[24,2,1,""],uid:[24,4,1,""],write:[24,2,1,""]},"sparknlp.annotator.GraphExtraction":{clear:[25,2,1,""],copy:[25,2,1,""],explainParam:[25,2,1,""],explainParams:[25,2,1,""],extractParamMap:[25,2,1,""],getInputCols:[25,2,1,""],getLazyAnnotator:[25,2,1,""],getOrDefault:[25,2,1,""],getOutputCol:[25,2,1,""],getParam:[25,2,1,""],getParamValue:[25,2,1,""],hasDefault:[25,2,1,""],hasParam:[25,2,1,""],isDefined:[25,2,1,""],isSet:[25,2,1,""],load:[25,2,1,""],params:[25,3,1,""],read:[25,2,1,""],save:[25,2,1,""],set:[25,2,1,""],setDelimiter:[25,2,1,""],setDependencyParserModel:[25,2,1,""],setEntityTypes:[25,2,1,""],setExplodeEntities:[25,2,1,""],setIncludeEdges:[25,2,1,""],setInputCols:[25,2,1,""],setLazyAnnotator:[25,2,1,""],setMaxSentenceSize:[25,2,1,""],setMergeEntities:[25,2,1,""],setMergeEntitiesIOBFormat:[25,2,1,""],setMinSentenceSize:[25,2,1,""],setOutputCol:[25,2,1,""],setParamValue:[25,2,1,""],setPosModel:[25,2,1,""],setRelationshipTypes:[25,2,1,""],setRootTokens:[25,2,1,""],setTypedDependencyParserModel:[25,2,1,""],transform:[25,2,1,""],uid:[25,4,1,""],write:[25,2,1,""]},"sparknlp.annotator.LanguageDetectorDL":{clear:[26,2,1,""],copy:[26,2,1,""],explainParam:[26,2,1,""],explainParams:[26,2,1,""],extractParamMap:[26,2,1,""],getInputCols:[26,2,1,""],getLazyAnnotator:[26,2,1,""],getOrDefault:[26,2,1,""],getOutputCol:[26,2,1,""],getParam:[26,2,1,""],getParamValue:[26,2,1,""],getStorageRef:[26,2,1,""],hasDefault:[26,2,1,""],hasParam:[26,2,1,""],isDefined:[26,2,1,""],isSet:[26,2,1,""],load:[26,2,1,""],params:[26,3,1,""],pretrained:[26,2,1,""],read:[26,2,1,""],save:[26,2,1,""],set:[26,2,1,""],setCoalesceSentences:[26,2,1,""],setConfigProtoBytes:[26,2,1,""],setInputCols:[26,2,1,""],setLazyAnnotator:[26,2,1,""],setOutputCol:[26,2,1,""],setParamValue:[26,2,1,""],setStorageRef:[26,2,1,""],setThreshold:[26,2,1,""],setThresholdLabel:[26,2,1,""],transform:[26,2,1,""],uid:[26,4,1,""],write:[26,2,1,""]},"sparknlp.annotator.Lemmatizer":{clear:[27,2,1,""],copy:[27,2,1,""],explainParam:[27,2,1,""],explainParams:[27,2,1,""],extractParamMap:[27,2,1,""],fit:[27,2,1,""],fitMultiple:[27,2,1,""],getInputCols:[27,2,1,""],getLazyAnnotator:[27,2,1,""],getOrDefault:[27,2,1,""],getOutputCol:[27,2,1,""],getParam:[27,2,1,""],getParamValue:[27,2,1,""],hasDefault:[27,2,1,""],hasParam:[27,2,1,""],isDefined:[27,2,1,""],isSet:[27,2,1,""],load:[27,2,1,""],params:[27,3,1,""],read:[27,2,1,""],save:[27,2,1,""],set:[27,2,1,""],setDictionary:[27,2,1,""],setInputCols:[27,2,1,""],setLazyAnnotator:[27,2,1,""],setOutputCol:[27,2,1,""],setParamValue:[27,2,1,""],uid:[27,4,1,""],write:[27,2,1,""]},"sparknlp.annotator.LemmatizerModel":{clear:[28,2,1,""],copy:[28,2,1,""],explainParam:[28,2,1,""],explainParams:[28,2,1,""],extractParamMap:[28,2,1,""],getInputCols:[28,2,1,""],getLazyAnnotator:[28,2,1,""],getOrDefault:[28,2,1,""],getOutputCol:[28,2,1,""],getParam:[28,2,1,""],getParamValue:[28,2,1,""],hasDefault:[28,2,1,""],hasParam:[28,2,1,""],isDefined:[28,2,1,""],isSet:[28,2,1,""],load:[28,2,1,""],params:[28,3,1,""],pretrained:[28,2,1,""],read:[28,2,1,""],save:[28,2,1,""],set:[28,2,1,""],setInputCols:[28,2,1,""],setLazyAnnotator:[28,2,1,""],setOutputCol:[28,2,1,""],setParamValue:[28,2,1,""],transform:[28,2,1,""],uid:[28,4,1,""],write:[28,2,1,""]},"sparknlp.annotator.LongformerEmbeddings":{clear:[29,2,1,""],copy:[29,2,1,""],explainParam:[29,2,1,""],explainParams:[29,2,1,""],extractParamMap:[29,2,1,""],getBatchSize:[29,2,1,""],getCaseSensitive:[29,2,1,""],getDimension:[29,2,1,""],getInputCols:[29,2,1,""],getLazyAnnotator:[29,2,1,""],getOrDefault:[29,2,1,""],getOutputCol:[29,2,1,""],getParam:[29,2,1,""],getParamValue:[29,2,1,""],getStorageRef:[29,2,1,""],hasDefault:[29,2,1,""],hasParam:[29,2,1,""],isDefined:[29,2,1,""],isSet:[29,2,1,""],load:[29,2,1,""],loadSavedModel:[29,2,1,""],params:[29,3,1,""],pretrained:[29,2,1,""],read:[29,2,1,""],save:[29,2,1,""],set:[29,2,1,""],setBatchSize:[29,2,1,""],setCaseSensitive:[29,2,1,""],setConfigProtoBytes:[29,2,1,""],setDimension:[29,2,1,""],setInputCols:[29,2,1,""],setLazyAnnotator:[29,2,1,""],setMaxSentenceLength:[29,2,1,""],setOutputCol:[29,2,1,""],setParamValue:[29,2,1,""],setStorageRef:[29,2,1,""],transform:[29,2,1,""],uid:[29,4,1,""],write:[29,2,1,""]},"sparknlp.annotator.MarianTransformer":{clear:[30,2,1,""],copy:[30,2,1,""],explainParam:[30,2,1,""],explainParams:[30,2,1,""],extractParamMap:[30,2,1,""],getBatchSize:[30,2,1,""],getInputCols:[30,2,1,""],getLazyAnnotator:[30,2,1,""],getOrDefault:[30,2,1,""],getOutputCol:[30,2,1,""],getParam:[30,2,1,""],getParamValue:[30,2,1,""],hasDefault:[30,2,1,""],hasParam:[30,2,1,""],isDefined:[30,2,1,""],isSet:[30,2,1,""],load:[30,2,1,""],loadSavedModel:[30,2,1,""],params:[30,3,1,""],pretrained:[30,2,1,""],read:[30,2,1,""],save:[30,2,1,""],set:[30,2,1,""],setBatchSize:[30,2,1,""],setConfigProtoBytes:[30,2,1,""],setInputCols:[30,2,1,""],setLangId:[30,2,1,""],setLazyAnnotator:[30,2,1,""],setMaxInputLength:[30,2,1,""],setMaxOutputLength:[30,2,1,""],setOutputCol:[30,2,1,""],setParamValue:[30,2,1,""],transform:[30,2,1,""],uid:[30,4,1,""],write:[30,2,1,""]},"sparknlp.annotator.MultiClassifierDLApproach":{clear:[31,2,1,""],copy:[31,2,1,""],explainParam:[31,2,1,""],explainParams:[31,2,1,""],extractParamMap:[31,2,1,""],fit:[31,2,1,""],fitMultiple:[31,2,1,""],getInputCols:[31,2,1,""],getLazyAnnotator:[31,2,1,""],getOrDefault:[31,2,1,""],getOutputCol:[31,2,1,""],getParam:[31,2,1,""],getParamValue:[31,2,1,""],hasDefault:[31,2,1,""],hasParam:[31,2,1,""],isDefined:[31,2,1,""],isSet:[31,2,1,""],load:[31,2,1,""],params:[31,3,1,""],read:[31,2,1,""],save:[31,2,1,""],set:[31,2,1,""],setBatchSize:[31,2,1,""],setConfigProtoBytes:[31,2,1,""],setEnableOutputLogs:[31,2,1,""],setInputCols:[31,2,1,""],setLabelColumn:[31,2,1,""],setLazyAnnotator:[31,2,1,""],setLr:[31,2,1,""],setMaxEpochs:[31,2,1,""],setOutputCol:[31,2,1,""],setOutputLogsPath:[31,2,1,""],setParamValue:[31,2,1,""],setRandomSeed:[31,2,1,""],setThreshold:[31,2,1,""],setValidationSplit:[31,2,1,""],setVerbose:[31,2,1,""],uid:[31,4,1,""],write:[31,2,1,""]},"sparknlp.annotator.MultiClassifierDLModel":{clear:[32,2,1,""],copy:[32,2,1,""],explainParam:[32,2,1,""],explainParams:[32,2,1,""],extractParamMap:[32,2,1,""],getInputCols:[32,2,1,""],getLazyAnnotator:[32,2,1,""],getOrDefault:[32,2,1,""],getOutputCol:[32,2,1,""],getParam:[32,2,1,""],getParamValue:[32,2,1,""],getStorageRef:[32,2,1,""],hasDefault:[32,2,1,""],hasParam:[32,2,1,""],isDefined:[32,2,1,""],isSet:[32,2,1,""],load:[32,2,1,""],params:[32,3,1,""],pretrained:[32,2,1,""],read:[32,2,1,""],save:[32,2,1,""],set:[32,2,1,""],setConfigProtoBytes:[32,2,1,""],setInputCols:[32,2,1,""],setLazyAnnotator:[32,2,1,""],setOutputCol:[32,2,1,""],setParamValue:[32,2,1,""],setStorageRef:[32,2,1,""],setThreshold:[32,2,1,""],transform:[32,2,1,""],uid:[32,4,1,""],write:[32,2,1,""]},"sparknlp.annotator.MultiDateMatcher":{clear:[33,2,1,""],copy:[33,2,1,""],explainParam:[33,2,1,""],explainParams:[33,2,1,""],extractParamMap:[33,2,1,""],getInputCols:[33,2,1,""],getLazyAnnotator:[33,2,1,""],getOrDefault:[33,2,1,""],getOutputCol:[33,2,1,""],getParam:[33,2,1,""],getParamValue:[33,2,1,""],hasDefault:[33,2,1,""],hasParam:[33,2,1,""],isDefined:[33,2,1,""],isSet:[33,2,1,""],load:[33,2,1,""],params:[33,3,1,""],read:[33,2,1,""],save:[33,2,1,""],set:[33,2,1,""],setAnchorDateDay:[33,2,1,""],setAnchorDateMonth:[33,2,1,""],setAnchorDateYear:[33,2,1,""],setDefaultDayWhenMissing:[33,2,1,""],setFormat:[33,2,1,""],setInputCols:[33,2,1,""],setLazyAnnotator:[33,2,1,""],setOutputCol:[33,2,1,""],setParamValue:[33,2,1,""],setReadMonthFirst:[33,2,1,""],transform:[33,2,1,""],uid:[33,4,1,""],write:[33,2,1,""]},"sparknlp.annotator.NGramGenerator":{clear:[34,2,1,""],copy:[34,2,1,""],explainParam:[34,2,1,""],explainParams:[34,2,1,""],extractParamMap:[34,2,1,""],getInputCols:[34,2,1,""],getLazyAnnotator:[34,2,1,""],getOrDefault:[34,2,1,""],getOutputCol:[34,2,1,""],getParam:[34,2,1,""],getParamValue:[34,2,1,""],hasDefault:[34,2,1,""],hasParam:[34,2,1,""],isDefined:[34,2,1,""],isSet:[34,2,1,""],load:[34,2,1,""],params:[34,3,1,""],read:[34,2,1,""],save:[34,2,1,""],set:[34,2,1,""],setDelimiter:[34,2,1,""],setEnableCumulative:[34,2,1,""],setInputCols:[34,2,1,""],setLazyAnnotator:[34,2,1,""],setN:[34,2,1,""],setOutputCol:[34,2,1,""],setParamValue:[34,2,1,""],transform:[34,2,1,""],uid:[34,4,1,""],write:[34,2,1,""]},"sparknlp.annotator.NerApproach":{clear:[35,2,1,""],copy:[35,2,1,""],explainParam:[35,2,1,""],explainParams:[35,2,1,""],extractParamMap:[35,2,1,""],getLabelColumn:[35,2,1,""],getOrDefault:[35,2,1,""],getParam:[35,2,1,""],hasDefault:[35,2,1,""],hasParam:[35,2,1,""],isDefined:[35,2,1,""],isSet:[35,2,1,""],params:[35,3,1,""],set:[35,2,1,""],setEntities:[35,2,1,""],setLabelColumn:[35,2,1,""],setMaxEpochs:[35,2,1,""],setMinEpochs:[35,2,1,""],setRandomSeed:[35,2,1,""],setVerbose:[35,2,1,""],uid:[35,4,1,""]},"sparknlp.annotator.NerConverter":{clear:[36,2,1,""],copy:[36,2,1,""],explainParam:[36,2,1,""],explainParams:[36,2,1,""],extractParamMap:[36,2,1,""],getInputCols:[36,2,1,""],getLazyAnnotator:[36,2,1,""],getOrDefault:[36,2,1,""],getOutputCol:[36,2,1,""],getParam:[36,2,1,""],getParamValue:[36,2,1,""],hasDefault:[36,2,1,""],hasParam:[36,2,1,""],isDefined:[36,2,1,""],isSet:[36,2,1,""],load:[36,2,1,""],params:[36,3,1,""],read:[36,2,1,""],save:[36,2,1,""],set:[36,2,1,""],setInputCols:[36,2,1,""],setLazyAnnotator:[36,2,1,""],setOutputCol:[36,2,1,""],setParamValue:[36,2,1,""],setWhiteList:[36,2,1,""],transform:[36,2,1,""],uid:[36,4,1,""],write:[36,2,1,""]},"sparknlp.annotator.NerCrfApproach":{clear:[37,2,1,""],copy:[37,2,1,""],explainParam:[37,2,1,""],explainParams:[37,2,1,""],extractParamMap:[37,2,1,""],fit:[37,2,1,""],fitMultiple:[37,2,1,""],getInputCols:[37,2,1,""],getLabelColumn:[37,2,1,""],getLazyAnnotator:[37,2,1,""],getOrDefault:[37,2,1,""],getOutputCol:[37,2,1,""],getParam:[37,2,1,""],getParamValue:[37,2,1,""],hasDefault:[37,2,1,""],hasParam:[37,2,1,""],isDefined:[37,2,1,""],isSet:[37,2,1,""],load:[37,2,1,""],params:[37,3,1,""],read:[37,2,1,""],save:[37,2,1,""],set:[37,2,1,""],setC0:[37,2,1,""],setEntities:[37,2,1,""],setExternalFeatures:[37,2,1,""],setIncludeConfidence:[37,2,1,""],setInputCols:[37,2,1,""],setL2:[37,2,1,""],setLabelColumn:[37,2,1,""],setLazyAnnotator:[37,2,1,""],setLossEps:[37,2,1,""],setMaxEpochs:[37,2,1,""],setMinEpochs:[37,2,1,""],setMinW:[37,2,1,""],setOutputCol:[37,2,1,""],setParamValue:[37,2,1,""],setRandomSeed:[37,2,1,""],setVerbose:[37,2,1,""],uid:[37,4,1,""],write:[37,2,1,""]},"sparknlp.annotator.NerCrfModel":{clear:[38,2,1,""],copy:[38,2,1,""],explainParam:[38,2,1,""],explainParams:[38,2,1,""],extractParamMap:[38,2,1,""],getInputCols:[38,2,1,""],getLazyAnnotator:[38,2,1,""],getOrDefault:[38,2,1,""],getOutputCol:[38,2,1,""],getParam:[38,2,1,""],getParamValue:[38,2,1,""],hasDefault:[38,2,1,""],hasParam:[38,2,1,""],isDefined:[38,2,1,""],isSet:[38,2,1,""],load:[38,2,1,""],params:[38,3,1,""],pretrained:[38,2,1,""],read:[38,2,1,""],save:[38,2,1,""],set:[38,2,1,""],setIncludeConfidence:[38,2,1,""],setInputCols:[38,2,1,""],setLazyAnnotator:[38,2,1,""],setOutputCol:[38,2,1,""],setParamValue:[38,2,1,""],transform:[38,2,1,""],uid:[38,4,1,""],write:[38,2,1,""]},"sparknlp.annotator.NerDLApproach":{clear:[39,2,1,""],copy:[39,2,1,""],explainParam:[39,2,1,""],explainParams:[39,2,1,""],extractParamMap:[39,2,1,""],fit:[39,2,1,""],fitMultiple:[39,2,1,""],getInputCols:[39,2,1,""],getLabelColumn:[39,2,1,""],getLazyAnnotator:[39,2,1,""],getOrDefault:[39,2,1,""],getOutputCol:[39,2,1,""],getParam:[39,2,1,""],getParamValue:[39,2,1,""],hasDefault:[39,2,1,""],hasParam:[39,2,1,""],isDefined:[39,2,1,""],isSet:[39,2,1,""],load:[39,2,1,""],params:[39,3,1,""],read:[39,2,1,""],save:[39,2,1,""],set:[39,2,1,""],setBatchSize:[39,2,1,""],setConfigProtoBytes:[39,2,1,""],setDropout:[39,2,1,""],setEnableMemoryOptimizer:[39,2,1,""],setEnableOutputLogs:[39,2,1,""],setEntities:[39,2,1,""],setEvaluationLogExtended:[39,2,1,""],setGraphFolder:[39,2,1,""],setIncludeAllConfidenceScores:[39,2,1,""],setIncludeConfidence:[39,2,1,""],setInputCols:[39,2,1,""],setLabelColumn:[39,2,1,""],setLazyAnnotator:[39,2,1,""],setLr:[39,2,1,""],setMaxEpochs:[39,2,1,""],setMinEpochs:[39,2,1,""],setOutputCol:[39,2,1,""],setOutputLogsPath:[39,2,1,""],setParamValue:[39,2,1,""],setPo:[39,2,1,""],setRandomSeed:[39,2,1,""],setTestDataset:[39,2,1,""],setUseContrib:[39,2,1,""],setValidationSplit:[39,2,1,""],setVerbose:[39,2,1,""],uid:[39,4,1,""],write:[39,2,1,""]},"sparknlp.annotator.NerDLModel":{clear:[40,2,1,""],copy:[40,2,1,""],explainParam:[40,2,1,""],explainParams:[40,2,1,""],extractParamMap:[40,2,1,""],getBatchSize:[40,2,1,""],getInputCols:[40,2,1,""],getLazyAnnotator:[40,2,1,""],getOrDefault:[40,2,1,""],getOutputCol:[40,2,1,""],getParam:[40,2,1,""],getParamValue:[40,2,1,""],getStorageRef:[40,2,1,""],hasDefault:[40,2,1,""],hasParam:[40,2,1,""],isDefined:[40,2,1,""],isSet:[40,2,1,""],load:[40,2,1,""],params:[40,3,1,""],pretrained:[40,2,1,""],read:[40,2,1,""],save:[40,2,1,""],set:[40,2,1,""],setBatchSize:[40,2,1,""],setConfigProtoBytes:[40,2,1,""],setIncludeAllConfidenceScores:[40,2,1,""],setIncludeConfidence:[40,2,1,""],setInputCols:[40,2,1,""],setLazyAnnotator:[40,2,1,""],setOutputCol:[40,2,1,""],setParamValue:[40,2,1,""],setStorageRef:[40,2,1,""],transform:[40,2,1,""],uid:[40,4,1,""],write:[40,2,1,""]},"sparknlp.annotator.NerOverwriter":{clear:[41,2,1,""],copy:[41,2,1,""],explainParam:[41,2,1,""],explainParams:[41,2,1,""],extractParamMap:[41,2,1,""],getInputCols:[41,2,1,""],getLazyAnnotator:[41,2,1,""],getOrDefault:[41,2,1,""],getOutputCol:[41,2,1,""],getParam:[41,2,1,""],getParamValue:[41,2,1,""],hasDefault:[41,2,1,""],hasParam:[41,2,1,""],isDefined:[41,2,1,""],isSet:[41,2,1,""],load:[41,2,1,""],params:[41,3,1,""],read:[41,2,1,""],save:[41,2,1,""],set:[41,2,1,""],setInputCols:[41,2,1,""],setLazyAnnotator:[41,2,1,""],setNewResult:[41,2,1,""],setOutputCol:[41,2,1,""],setParamValue:[41,2,1,""],setStopWords:[41,2,1,""],transform:[41,2,1,""],uid:[41,4,1,""],write:[41,2,1,""]},"sparknlp.annotator.Normalizer":{clear:[42,2,1,""],copy:[42,2,1,""],explainParam:[42,2,1,""],explainParams:[42,2,1,""],extractParamMap:[42,2,1,""],fit:[42,2,1,""],fitMultiple:[42,2,1,""],getInputCols:[42,2,1,""],getLazyAnnotator:[42,2,1,""],getOrDefault:[42,2,1,""],getOutputCol:[42,2,1,""],getParam:[42,2,1,""],getParamValue:[42,2,1,""],hasDefault:[42,2,1,""],hasParam:[42,2,1,""],isDefined:[42,2,1,""],isSet:[42,2,1,""],load:[42,2,1,""],params:[42,3,1,""],read:[42,2,1,""],save:[42,2,1,""],set:[42,2,1,""],setCleanupPatterns:[42,2,1,""],setInputCols:[42,2,1,""],setLazyAnnotator:[42,2,1,""],setLowercase:[42,2,1,""],setMaxLength:[42,2,1,""],setMinLength:[42,2,1,""],setOutputCol:[42,2,1,""],setParamValue:[42,2,1,""],setSlangDictionary:[42,2,1,""],uid:[42,4,1,""],write:[42,2,1,""]},"sparknlp.annotator.NormalizerModel":{clear:[43,2,1,""],copy:[43,2,1,""],explainParam:[43,2,1,""],explainParams:[43,2,1,""],extractParamMap:[43,2,1,""],getInputCols:[43,2,1,""],getLazyAnnotator:[43,2,1,""],getOrDefault:[43,2,1,""],getOutputCol:[43,2,1,""],getParam:[43,2,1,""],getParamValue:[43,2,1,""],hasDefault:[43,2,1,""],hasParam:[43,2,1,""],isDefined:[43,2,1,""],isSet:[43,2,1,""],load:[43,2,1,""],params:[43,3,1,""],read:[43,2,1,""],save:[43,2,1,""],set:[43,2,1,""],setInputCols:[43,2,1,""],setLazyAnnotator:[43,2,1,""],setOutputCol:[43,2,1,""],setParamValue:[43,2,1,""],transform:[43,2,1,""],uid:[43,4,1,""],write:[43,2,1,""]},"sparknlp.annotator.NorvigSweetingApproach":{clear:[44,2,1,""],copy:[44,2,1,""],explainParam:[44,2,1,""],explainParams:[44,2,1,""],extractParamMap:[44,2,1,""],fit:[44,2,1,""],fitMultiple:[44,2,1,""],getInputCols:[44,2,1,""],getLazyAnnotator:[44,2,1,""],getOrDefault:[44,2,1,""],getOutputCol:[44,2,1,""],getParam:[44,2,1,""],getParamValue:[44,2,1,""],hasDefault:[44,2,1,""],hasParam:[44,2,1,""],isDefined:[44,2,1,""],isSet:[44,2,1,""],load:[44,2,1,""],params:[44,3,1,""],read:[44,2,1,""],save:[44,2,1,""],set:[44,2,1,""],setCaseSensitive:[44,2,1,""],setDictionary:[44,2,1,""],setDoubleVariants:[44,2,1,""],setFrequencyPriority:[44,2,1,""],setInputCols:[44,2,1,""],setLazyAnnotator:[44,2,1,""],setOutputCol:[44,2,1,""],setParamValue:[44,2,1,""],setShortCircuit:[44,2,1,""],uid:[44,4,1,""],write:[44,2,1,""]},"sparknlp.annotator.NorvigSweetingModel":{clear:[45,2,1,""],copy:[45,2,1,""],explainParam:[45,2,1,""],explainParams:[45,2,1,""],extractParamMap:[45,2,1,""],getInputCols:[45,2,1,""],getLazyAnnotator:[45,2,1,""],getOrDefault:[45,2,1,""],getOutputCol:[45,2,1,""],getParam:[45,2,1,""],getParamValue:[45,2,1,""],hasDefault:[45,2,1,""],hasParam:[45,2,1,""],isDefined:[45,2,1,""],isSet:[45,2,1,""],load:[45,2,1,""],params:[45,3,1,""],pretrained:[45,2,1,""],read:[45,2,1,""],save:[45,2,1,""],set:[45,2,1,""],setInputCols:[45,2,1,""],setLazyAnnotator:[45,2,1,""],setOutputCol:[45,2,1,""],setParamValue:[45,2,1,""],transform:[45,2,1,""],uid:[45,4,1,""],write:[45,2,1,""]},"sparknlp.annotator.PerceptronApproach":{clear:[46,2,1,""],copy:[46,2,1,""],explainParam:[46,2,1,""],explainParams:[46,2,1,""],extractParamMap:[46,2,1,""],fit:[46,2,1,""],fitMultiple:[46,2,1,""],getInputCols:[46,2,1,""],getLazyAnnotator:[46,2,1,""],getNIterations:[46,2,1,""],getOrDefault:[46,2,1,""],getOutputCol:[46,2,1,""],getParam:[46,2,1,""],getParamValue:[46,2,1,""],hasDefault:[46,2,1,""],hasParam:[46,2,1,""],isDefined:[46,2,1,""],isSet:[46,2,1,""],load:[46,2,1,""],params:[46,3,1,""],read:[46,2,1,""],save:[46,2,1,""],set:[46,2,1,""],setInputCols:[46,2,1,""],setIterations:[46,2,1,""],setLazyAnnotator:[46,2,1,""],setOutputCol:[46,2,1,""],setParamValue:[46,2,1,""],setPosColumn:[46,2,1,""],uid:[46,4,1,""],write:[46,2,1,""]},"sparknlp.annotator.PerceptronModel":{clear:[47,2,1,""],copy:[47,2,1,""],explainParam:[47,2,1,""],explainParams:[47,2,1,""],extractParamMap:[47,2,1,""],getInputCols:[47,2,1,""],getLazyAnnotator:[47,2,1,""],getOrDefault:[47,2,1,""],getOutputCol:[47,2,1,""],getParam:[47,2,1,""],getParamValue:[47,2,1,""],hasDefault:[47,2,1,""],hasParam:[47,2,1,""],isDefined:[47,2,1,""],isSet:[47,2,1,""],load:[47,2,1,""],params:[47,3,1,""],pretrained:[47,2,1,""],read:[47,2,1,""],save:[47,2,1,""],set:[47,2,1,""],setInputCols:[47,2,1,""],setLazyAnnotator:[47,2,1,""],setOutputCol:[47,2,1,""],setParamValue:[47,2,1,""],transform:[47,2,1,""],uid:[47,4,1,""],write:[47,2,1,""]},"sparknlp.annotator.RecursiveTokenizer":{clear:[48,2,1,""],copy:[48,2,1,""],explainParam:[48,2,1,""],explainParams:[48,2,1,""],extractParamMap:[48,2,1,""],fit:[48,2,1,""],fitMultiple:[48,2,1,""],getInputCols:[48,2,1,""],getLazyAnnotator:[48,2,1,""],getOrDefault:[48,2,1,""],getOutputCol:[48,2,1,""],getParam:[48,2,1,""],getParamValue:[48,2,1,""],hasDefault:[48,2,1,""],hasParam:[48,2,1,""],isDefined:[48,2,1,""],isSet:[48,2,1,""],load:[48,2,1,""],params:[48,3,1,""],read:[48,2,1,""],save:[48,2,1,""],set:[48,2,1,""],setInfixes:[48,2,1,""],setInputCols:[48,2,1,""],setLazyAnnotator:[48,2,1,""],setOutputCol:[48,2,1,""],setParamValue:[48,2,1,""],setPrefixes:[48,2,1,""],setSuffixes:[48,2,1,""],setWhitelist:[48,2,1,""],uid:[48,4,1,""],write:[48,2,1,""]},"sparknlp.annotator.RecursiveTokenizerModel":{clear:[49,2,1,""],copy:[49,2,1,""],explainParam:[49,2,1,""],explainParams:[49,2,1,""],extractParamMap:[49,2,1,""],getInputCols:[49,2,1,""],getLazyAnnotator:[49,2,1,""],getOrDefault:[49,2,1,""],getOutputCol:[49,2,1,""],getParam:[49,2,1,""],getParamValue:[49,2,1,""],hasDefault:[49,2,1,""],hasParam:[49,2,1,""],isDefined:[49,2,1,""],isSet:[49,2,1,""],load:[49,2,1,""],params:[49,3,1,""],read:[49,2,1,""],save:[49,2,1,""],set:[49,2,1,""],setInputCols:[49,2,1,""],setLazyAnnotator:[49,2,1,""],setOutputCol:[49,2,1,""],setParamValue:[49,2,1,""],transform:[49,2,1,""],uid:[49,4,1,""],write:[49,2,1,""]},"sparknlp.annotator.RegexMatcher":{clear:[50,2,1,""],copy:[50,2,1,""],explainParam:[50,2,1,""],explainParams:[50,2,1,""],extractParamMap:[50,2,1,""],fit:[50,2,1,""],fitMultiple:[50,2,1,""],getInputCols:[50,2,1,""],getLazyAnnotator:[50,2,1,""],getOrDefault:[50,2,1,""],getOutputCol:[50,2,1,""],getParam:[50,2,1,""],getParamValue:[50,2,1,""],hasDefault:[50,2,1,""],hasParam:[50,2,1,""],isDefined:[50,2,1,""],isSet:[50,2,1,""],load:[50,2,1,""],params:[50,3,1,""],read:[50,2,1,""],save:[50,2,1,""],set:[50,2,1,""],setExternalRules:[50,2,1,""],setInputCols:[50,2,1,""],setLazyAnnotator:[50,2,1,""],setOutputCol:[50,2,1,""],setParamValue:[50,2,1,""],setStrategy:[50,2,1,""],uid:[50,4,1,""],write:[50,2,1,""]},"sparknlp.annotator.RegexMatcherModel":{clear:[51,2,1,""],copy:[51,2,1,""],explainParam:[51,2,1,""],explainParams:[51,2,1,""],extractParamMap:[51,2,1,""],getInputCols:[51,2,1,""],getLazyAnnotator:[51,2,1,""],getOrDefault:[51,2,1,""],getOutputCol:[51,2,1,""],getParam:[51,2,1,""],getParamValue:[51,2,1,""],hasDefault:[51,2,1,""],hasParam:[51,2,1,""],isDefined:[51,2,1,""],isSet:[51,2,1,""],load:[51,2,1,""],params:[51,3,1,""],read:[51,2,1,""],save:[51,2,1,""],set:[51,2,1,""],setInputCols:[51,2,1,""],setLazyAnnotator:[51,2,1,""],setOutputCol:[51,2,1,""],setParamValue:[51,2,1,""],transform:[51,2,1,""],uid:[51,4,1,""],write:[51,2,1,""]},"sparknlp.annotator.RegexTokenizer":{clear:[52,2,1,""],copy:[52,2,1,""],explainParam:[52,2,1,""],explainParams:[52,2,1,""],extractParamMap:[52,2,1,""],getInputCols:[52,2,1,""],getLazyAnnotator:[52,2,1,""],getOrDefault:[52,2,1,""],getOutputCol:[52,2,1,""],getParam:[52,2,1,""],getParamValue:[52,2,1,""],hasDefault:[52,2,1,""],hasParam:[52,2,1,""],isDefined:[52,2,1,""],isSet:[52,2,1,""],load:[52,2,1,""],params:[52,3,1,""],read:[52,2,1,""],save:[52,2,1,""],set:[52,2,1,""],setInputCols:[52,2,1,""],setLazyAnnotator:[52,2,1,""],setMaxLength:[52,2,1,""],setMinLength:[52,2,1,""],setOutputCol:[52,2,1,""],setParamValue:[52,2,1,""],setPattern:[52,2,1,""],setPositionalMask:[52,2,1,""],setToLowercase:[52,2,1,""],transform:[52,2,1,""],uid:[52,4,1,""],write:[52,2,1,""]},"sparknlp.annotator.RoBertaEmbeddings":{clear:[53,2,1,""],copy:[53,2,1,""],explainParam:[53,2,1,""],explainParams:[53,2,1,""],extractParamMap:[53,2,1,""],getBatchSize:[53,2,1,""],getCaseSensitive:[53,2,1,""],getDimension:[53,2,1,""],getInputCols:[53,2,1,""],getLazyAnnotator:[53,2,1,""],getOrDefault:[53,2,1,""],getOutputCol:[53,2,1,""],getParam:[53,2,1,""],getParamValue:[53,2,1,""],getStorageRef:[53,2,1,""],hasDefault:[53,2,1,""],hasParam:[53,2,1,""],isDefined:[53,2,1,""],isSet:[53,2,1,""],load:[53,2,1,""],loadSavedModel:[53,2,1,""],params:[53,3,1,""],pretrained:[53,2,1,""],read:[53,2,1,""],save:[53,2,1,""],set:[53,2,1,""],setBatchSize:[53,2,1,""],setCaseSensitive:[53,2,1,""],setConfigProtoBytes:[53,2,1,""],setDimension:[53,2,1,""],setInputCols:[53,2,1,""],setLazyAnnotator:[53,2,1,""],setMaxSentenceLength:[53,2,1,""],setOutputCol:[53,2,1,""],setParamValue:[53,2,1,""],setStorageRef:[53,2,1,""],transform:[53,2,1,""],uid:[53,4,1,""],write:[53,2,1,""]},"sparknlp.annotator.RoBertaSentenceEmbeddings":{clear:[54,2,1,""],copy:[54,2,1,""],explainParam:[54,2,1,""],explainParams:[54,2,1,""],extractParamMap:[54,2,1,""],getBatchSize:[54,2,1,""],getCaseSensitive:[54,2,1,""],getDimension:[54,2,1,""],getInputCols:[54,2,1,""],getLazyAnnotator:[54,2,1,""],getOrDefault:[54,2,1,""],getOutputCol:[54,2,1,""],getParam:[54,2,1,""],getParamValue:[54,2,1,""],getStorageRef:[54,2,1,""],hasDefault:[54,2,1,""],hasParam:[54,2,1,""],isDefined:[54,2,1,""],isSet:[54,2,1,""],load:[54,2,1,""],loadSavedModel:[54,2,1,""],params:[54,3,1,""],pretrained:[54,2,1,""],read:[54,2,1,""],save:[54,2,1,""],set:[54,2,1,""],setBatchSize:[54,2,1,""],setCaseSensitive:[54,2,1,""],setConfigProtoBytes:[54,2,1,""],setDimension:[54,2,1,""],setInputCols:[54,2,1,""],setLazyAnnotator:[54,2,1,""],setMaxSentenceLength:[54,2,1,""],setOutputCol:[54,2,1,""],setParamValue:[54,2,1,""],setStorageRef:[54,2,1,""],transform:[54,2,1,""],uid:[54,4,1,""],write:[54,2,1,""]},"sparknlp.annotator.SentenceDetector":{clear:[55,2,1,""],copy:[55,2,1,""],explainParam:[55,2,1,""],explainParams:[55,2,1,""],extractParamMap:[55,2,1,""],getInputCols:[55,2,1,""],getLazyAnnotator:[55,2,1,""],getOrDefault:[55,2,1,""],getOutputCol:[55,2,1,""],getParam:[55,2,1,""],getParamValue:[55,2,1,""],hasDefault:[55,2,1,""],hasParam:[55,2,1,""],isDefined:[55,2,1,""],isSet:[55,2,1,""],load:[55,2,1,""],params:[55,3,1,""],read:[55,2,1,""],save:[55,2,1,""],set:[55,2,1,""],setCustomBounds:[55,2,1,""],setDetectLists:[55,2,1,""],setExplodeSentences:[55,2,1,""],setInputCols:[55,2,1,""],setLazyAnnotator:[55,2,1,""],setMaxLength:[55,2,1,""],setMinLength:[55,2,1,""],setOutputCol:[55,2,1,""],setParamValue:[55,2,1,""],setSplitLength:[55,2,1,""],setUseAbbreviations:[55,2,1,""],setUseCustomBoundsOnly:[55,2,1,""],transform:[55,2,1,""],uid:[55,4,1,""],write:[55,2,1,""]},"sparknlp.annotator.SentenceDetectorDLApproach":{clear:[56,2,1,""],copy:[56,2,1,""],explainParam:[56,2,1,""],explainParams:[56,2,1,""],extractParamMap:[56,2,1,""],fit:[56,2,1,""],fitMultiple:[56,2,1,""],getInputCols:[56,2,1,""],getLazyAnnotator:[56,2,1,""],getOrDefault:[56,2,1,""],getOutputCol:[56,2,1,""],getParam:[56,2,1,""],getParamValue:[56,2,1,""],hasDefault:[56,2,1,""],hasParam:[56,2,1,""],isDefined:[56,2,1,""],isSet:[56,2,1,""],load:[56,2,1,""],params:[56,3,1,""],read:[56,2,1,""],save:[56,2,1,""],set:[56,2,1,""],setEpochsNumber:[56,2,1,""],setExplodeSentences:[56,2,1,""],setImpossiblePenultimates:[56,2,1,""],setInputCols:[56,2,1,""],setLazyAnnotator:[56,2,1,""],setModel:[56,2,1,""],setOutputCol:[56,2,1,""],setOutputLogsPath:[56,2,1,""],setParamValue:[56,2,1,""],setValidationSplit:[56,2,1,""],uid:[56,4,1,""],write:[56,2,1,""]},"sparknlp.annotator.SentenceDetectorDLModel":{clear:[57,2,1,""],copy:[57,2,1,""],explainParam:[57,2,1,""],explainParams:[57,2,1,""],extractParamMap:[57,2,1,""],getInputCols:[57,2,1,""],getLazyAnnotator:[57,2,1,""],getOrDefault:[57,2,1,""],getOutputCol:[57,2,1,""],getParam:[57,2,1,""],getParamValue:[57,2,1,""],hasDefault:[57,2,1,""],hasParam:[57,2,1,""],isDefined:[57,2,1,""],isSet:[57,2,1,""],load:[57,2,1,""],params:[57,3,1,""],pretrained:[57,2,1,""],read:[57,2,1,""],save:[57,2,1,""],set:[57,2,1,""],setExplodeSentences:[57,2,1,""],setInputCols:[57,2,1,""],setLazyAnnotator:[57,2,1,""],setModel:[57,2,1,""],setOutputCol:[57,2,1,""],setParamValue:[57,2,1,""],transform:[57,2,1,""],uid:[57,4,1,""],write:[57,2,1,""]},"sparknlp.annotator.SentenceEmbeddings":{clear:[59,2,1,""],copy:[59,2,1,""],explainParam:[59,2,1,""],explainParams:[59,2,1,""],extractParamMap:[59,2,1,""],getDimension:[59,2,1,""],getInputCols:[59,2,1,""],getLazyAnnotator:[59,2,1,""],getOrDefault:[59,2,1,""],getOutputCol:[59,2,1,""],getParam:[59,2,1,""],getParamValue:[59,2,1,""],getStorageRef:[59,2,1,""],hasDefault:[59,2,1,""],hasParam:[59,2,1,""],isDefined:[59,2,1,""],isSet:[59,2,1,""],load:[59,2,1,""],params:[59,3,1,""],read:[59,2,1,""],save:[59,2,1,""],set:[59,2,1,""],setDimension:[59,2,1,""],setInputCols:[59,2,1,""],setLazyAnnotator:[59,2,1,""],setOutputCol:[59,2,1,""],setParamValue:[59,2,1,""],setPoolingStrategy:[59,2,1,""],setStorageRef:[59,2,1,""],transform:[59,2,1,""],uid:[59,4,1,""],write:[59,2,1,""]},"sparknlp.annotator.SentimentDLApproach":{clear:[60,2,1,""],copy:[60,2,1,""],explainParam:[60,2,1,""],explainParams:[60,2,1,""],extractParamMap:[60,2,1,""],fit:[60,2,1,""],fitMultiple:[60,2,1,""],getInputCols:[60,2,1,""],getLazyAnnotator:[60,2,1,""],getOrDefault:[60,2,1,""],getOutputCol:[60,2,1,""],getParam:[60,2,1,""],getParamValue:[60,2,1,""],hasDefault:[60,2,1,""],hasParam:[60,2,1,""],isDefined:[60,2,1,""],isSet:[60,2,1,""],load:[60,2,1,""],params:[60,3,1,""],read:[60,2,1,""],save:[60,2,1,""],set:[60,2,1,""],setBatchSize:[60,2,1,""],setConfigProtoBytes:[60,2,1,""],setDropout:[60,2,1,""],setEnableOutputLogs:[60,2,1,""],setInputCols:[60,2,1,""],setLabelColumn:[60,2,1,""],setLazyAnnotator:[60,2,1,""],setLr:[60,2,1,""],setMaxEpochs:[60,2,1,""],setOutputCol:[60,2,1,""],setOutputLogsPath:[60,2,1,""],setParamValue:[60,2,1,""],setRandomSeed:[60,2,1,""],setThreshold:[60,2,1,""],setThresholdLabel:[60,2,1,""],setValidationSplit:[60,2,1,""],setVerbose:[60,2,1,""],uid:[60,4,1,""],write:[60,2,1,""]},"sparknlp.annotator.SentimentDLModel":{clear:[61,2,1,""],copy:[61,2,1,""],explainParam:[61,2,1,""],explainParams:[61,2,1,""],extractParamMap:[61,2,1,""],getInputCols:[61,2,1,""],getLazyAnnotator:[61,2,1,""],getOrDefault:[61,2,1,""],getOutputCol:[61,2,1,""],getParam:[61,2,1,""],getParamValue:[61,2,1,""],getStorageRef:[61,2,1,""],hasDefault:[61,2,1,""],hasParam:[61,2,1,""],isDefined:[61,2,1,""],isSet:[61,2,1,""],load:[61,2,1,""],params:[61,3,1,""],pretrained:[61,2,1,""],read:[61,2,1,""],save:[61,2,1,""],set:[61,2,1,""],setConfigProtoBytes:[61,2,1,""],setInputCols:[61,2,1,""],setLazyAnnotator:[61,2,1,""],setOutputCol:[61,2,1,""],setParamValue:[61,2,1,""],setStorageRef:[61,2,1,""],setThreshold:[61,2,1,""],setThresholdLabel:[61,2,1,""],transform:[61,2,1,""],uid:[61,4,1,""],write:[61,2,1,""]},"sparknlp.annotator.SentimentDetector":{clear:[62,2,1,""],copy:[62,2,1,""],explainParam:[62,2,1,""],explainParams:[62,2,1,""],extractParamMap:[62,2,1,""],fit:[62,2,1,""],fitMultiple:[62,2,1,""],getInputCols:[62,2,1,""],getLazyAnnotator:[62,2,1,""],getOrDefault:[62,2,1,""],getOutputCol:[62,2,1,""],getParam:[62,2,1,""],getParamValue:[62,2,1,""],hasDefault:[62,2,1,""],hasParam:[62,2,1,""],isDefined:[62,2,1,""],isSet:[62,2,1,""],load:[62,2,1,""],params:[62,3,1,""],read:[62,2,1,""],save:[62,2,1,""],set:[62,2,1,""],setDictionary:[62,2,1,""],setInputCols:[62,2,1,""],setLazyAnnotator:[62,2,1,""],setOutputCol:[62,2,1,""],setParamValue:[62,2,1,""],uid:[62,4,1,""],write:[62,2,1,""]},"sparknlp.annotator.SentimentDetectorModel":{clear:[63,2,1,""],copy:[63,2,1,""],explainParam:[63,2,1,""],explainParams:[63,2,1,""],extractParamMap:[63,2,1,""],getInputCols:[63,2,1,""],getLazyAnnotator:[63,2,1,""],getOrDefault:[63,2,1,""],getOutputCol:[63,2,1,""],getParam:[63,2,1,""],getParamValue:[63,2,1,""],hasDefault:[63,2,1,""],hasParam:[63,2,1,""],isDefined:[63,2,1,""],isSet:[63,2,1,""],load:[63,2,1,""],params:[63,3,1,""],read:[63,2,1,""],save:[63,2,1,""],set:[63,2,1,""],setInputCols:[63,2,1,""],setLazyAnnotator:[63,2,1,""],setOutputCol:[63,2,1,""],setParamValue:[63,2,1,""],transform:[63,2,1,""],uid:[63,4,1,""],write:[63,2,1,""]},"sparknlp.annotator.Stemmer":{clear:[64,2,1,""],copy:[64,2,1,""],explainParam:[64,2,1,""],explainParams:[64,2,1,""],extractParamMap:[64,2,1,""],getInputCols:[64,2,1,""],getLazyAnnotator:[64,2,1,""],getOrDefault:[64,2,1,""],getOutputCol:[64,2,1,""],getParam:[64,2,1,""],getParamValue:[64,2,1,""],hasDefault:[64,2,1,""],hasParam:[64,2,1,""],isDefined:[64,2,1,""],isSet:[64,2,1,""],load:[64,2,1,""],params:[64,3,1,""],read:[64,2,1,""],save:[64,2,1,""],set:[64,2,1,""],setInputCols:[64,2,1,""],setLazyAnnotator:[64,2,1,""],setOutputCol:[64,2,1,""],setParamValue:[64,2,1,""],transform:[64,2,1,""],uid:[64,4,1,""],write:[64,2,1,""]},"sparknlp.annotator.StopWordsCleaner":{clear:[65,2,1,""],copy:[65,2,1,""],explainParam:[65,2,1,""],explainParams:[65,2,1,""],extractParamMap:[65,2,1,""],getInputCols:[65,2,1,""],getLazyAnnotator:[65,2,1,""],getOrDefault:[65,2,1,""],getOutputCol:[65,2,1,""],getParam:[65,2,1,""],getParamValue:[65,2,1,""],hasDefault:[65,2,1,""],hasParam:[65,2,1,""],isDefined:[65,2,1,""],isSet:[65,2,1,""],load:[65,2,1,""],loadDefaultStopWords:[65,2,1,""],params:[65,3,1,""],pretrained:[65,2,1,""],read:[65,2,1,""],save:[65,2,1,""],set:[65,2,1,""],setCaseSensitive:[65,2,1,""],setInputCols:[65,2,1,""],setLazyAnnotator:[65,2,1,""],setLocale:[65,2,1,""],setOutputCol:[65,2,1,""],setParamValue:[65,2,1,""],setStopWords:[65,2,1,""],transform:[65,2,1,""],uid:[65,4,1,""],write:[65,2,1,""]},"sparknlp.annotator.SymmetricDeleteApproach":{clear:[66,2,1,""],copy:[66,2,1,""],explainParam:[66,2,1,""],explainParams:[66,2,1,""],extractParamMap:[66,2,1,""],fit:[66,2,1,""],fitMultiple:[66,2,1,""],getInputCols:[66,2,1,""],getLazyAnnotator:[66,2,1,""],getOrDefault:[66,2,1,""],getOutputCol:[66,2,1,""],getParam:[66,2,1,""],getParamValue:[66,2,1,""],hasDefault:[66,2,1,""],hasParam:[66,2,1,""],isDefined:[66,2,1,""],isSet:[66,2,1,""],load:[66,2,1,""],params:[66,3,1,""],read:[66,2,1,""],save:[66,2,1,""],set:[66,2,1,""],setDeletesThreshold:[66,2,1,""],setDictionary:[66,2,1,""],setFrequencyThreshold:[66,2,1,""],setInputCols:[66,2,1,""],setLazyAnnotator:[66,2,1,""],setMaxEditDistance:[66,2,1,""],setOutputCol:[66,2,1,""],setParamValue:[66,2,1,""],uid:[66,4,1,""],write:[66,2,1,""]},"sparknlp.annotator.SymmetricDeleteModel":{clear:[67,2,1,""],copy:[67,2,1,""],explainParam:[67,2,1,""],explainParams:[67,2,1,""],extractParamMap:[67,2,1,""],getInputCols:[67,2,1,""],getLazyAnnotator:[67,2,1,""],getOrDefault:[67,2,1,""],getOutputCol:[67,2,1,""],getParam:[67,2,1,""],getParamValue:[67,2,1,""],hasDefault:[67,2,1,""],hasParam:[67,2,1,""],isDefined:[67,2,1,""],isSet:[67,2,1,""],load:[67,2,1,""],params:[67,3,1,""],pretrained:[67,2,1,""],read:[67,2,1,""],save:[67,2,1,""],set:[67,2,1,""],setInputCols:[67,2,1,""],setLazyAnnotator:[67,2,1,""],setOutputCol:[67,2,1,""],setParamValue:[67,2,1,""],transform:[67,2,1,""],uid:[67,4,1,""],write:[67,2,1,""]},"sparknlp.annotator.T5Transformer":{clear:[68,2,1,""],copy:[68,2,1,""],explainParam:[68,2,1,""],explainParams:[68,2,1,""],extractParamMap:[68,2,1,""],getInputCols:[68,2,1,""],getLazyAnnotator:[68,2,1,""],getOrDefault:[68,2,1,""],getOutputCol:[68,2,1,""],getParam:[68,2,1,""],getParamValue:[68,2,1,""],hasDefault:[68,2,1,""],hasParam:[68,2,1,""],isDefined:[68,2,1,""],isSet:[68,2,1,""],load:[68,2,1,""],loadSavedModel:[68,2,1,""],params:[68,3,1,""],pretrained:[68,2,1,""],read:[68,2,1,""],save:[68,2,1,""],set:[68,2,1,""],setConfigProtoBytes:[68,2,1,""],setDoSample:[68,2,1,""],setInputCols:[68,2,1,""],setLazyAnnotator:[68,2,1,""],setMaxOutputLength:[68,2,1,""],setMinOutputLength:[68,2,1,""],setNoRepeatNgramSize:[68,2,1,""],setOutputCol:[68,2,1,""],setParamValue:[68,2,1,""],setRepetitionPenalty:[68,2,1,""],setTask:[68,2,1,""],setTemperature:[68,2,1,""],setTopK:[68,2,1,""],setTopP:[68,2,1,""],transform:[68,2,1,""],uid:[68,4,1,""],write:[68,2,1,""]},"sparknlp.annotator.TextMatcher":{clear:[69,2,1,""],copy:[69,2,1,""],explainParam:[69,2,1,""],explainParams:[69,2,1,""],extractParamMap:[69,2,1,""],fit:[69,2,1,""],fitMultiple:[69,2,1,""],getInputCols:[69,2,1,""],getLazyAnnotator:[69,2,1,""],getOrDefault:[69,2,1,""],getOutputCol:[69,2,1,""],getParam:[69,2,1,""],getParamValue:[69,2,1,""],hasDefault:[69,2,1,""],hasParam:[69,2,1,""],isDefined:[69,2,1,""],isSet:[69,2,1,""],load:[69,2,1,""],params:[69,3,1,""],read:[69,2,1,""],save:[69,2,1,""],set:[69,2,1,""],setBuildFromTokens:[69,2,1,""],setCaseSensitive:[69,2,1,""],setEntities:[69,2,1,""],setEntityValue:[69,2,1,""],setInputCols:[69,2,1,""],setLazyAnnotator:[69,2,1,""],setMergeOverlapping:[69,2,1,""],setOutputCol:[69,2,1,""],setParamValue:[69,2,1,""],uid:[69,4,1,""],write:[69,2,1,""]},"sparknlp.annotator.TextMatcherModel":{clear:[70,2,1,""],copy:[70,2,1,""],explainParam:[70,2,1,""],explainParams:[70,2,1,""],extractParamMap:[70,2,1,""],getInputCols:[70,2,1,""],getLazyAnnotator:[70,2,1,""],getOrDefault:[70,2,1,""],getOutputCol:[70,2,1,""],getParam:[70,2,1,""],getParamValue:[70,2,1,""],hasDefault:[70,2,1,""],hasParam:[70,2,1,""],isDefined:[70,2,1,""],isSet:[70,2,1,""],load:[70,2,1,""],params:[70,3,1,""],pretrained:[70,2,1,""],read:[70,2,1,""],save:[70,2,1,""],set:[70,2,1,""],setBuildFromTokens:[70,2,1,""],setEntityValue:[70,2,1,""],setInputCols:[70,2,1,""],setLazyAnnotator:[70,2,1,""],setMergeOverlapping:[70,2,1,""],setOutputCol:[70,2,1,""],setParamValue:[70,2,1,""],transform:[70,2,1,""],uid:[70,4,1,""],write:[70,2,1,""]},"sparknlp.annotator.Token2Chunk":{clear:[71,2,1,""],copy:[71,2,1,""],explainParam:[71,2,1,""],explainParams:[71,2,1,""],extractParamMap:[71,2,1,""],getInputCols:[71,2,1,""],getLazyAnnotator:[71,2,1,""],getOrDefault:[71,2,1,""],getOutputCol:[71,2,1,""],getParam:[71,2,1,""],getParamValue:[71,2,1,""],hasDefault:[71,2,1,""],hasParam:[71,2,1,""],isDefined:[71,2,1,""],isSet:[71,2,1,""],load:[71,2,1,""],params:[71,3,1,""],read:[71,2,1,""],save:[71,2,1,""],set:[71,2,1,""],setInputCols:[71,2,1,""],setLazyAnnotator:[71,2,1,""],setOutputCol:[71,2,1,""],setParamValue:[71,2,1,""],transform:[71,2,1,""],uid:[71,4,1,""],write:[71,2,1,""]},"sparknlp.annotator.Tokenizer":{addContextChars:[72,2,1,""],addException:[72,2,1,""],addInfixPattern:[72,2,1,""],addSplitChars:[72,2,1,""],clear:[72,2,1,""],copy:[72,2,1,""],explainParam:[72,2,1,""],explainParams:[72,2,1,""],extractParamMap:[72,2,1,""],fit:[72,2,1,""],fitMultiple:[72,2,1,""],getCaseSensitiveExceptions:[72,2,1,""],getContextChars:[72,2,1,""],getExceptions:[72,2,1,""],getInfixPatterns:[72,2,1,""],getInputCols:[72,2,1,""],getLazyAnnotator:[72,2,1,""],getOrDefault:[72,2,1,""],getOutputCol:[72,2,1,""],getParam:[72,2,1,""],getParamValue:[72,2,1,""],getPrefixPattern:[72,2,1,""],getSplitChars:[72,2,1,""],getSuffixPattern:[72,2,1,""],hasDefault:[72,2,1,""],hasParam:[72,2,1,""],isDefined:[72,2,1,""],isSet:[72,2,1,""],load:[72,2,1,""],params:[72,3,1,""],read:[72,2,1,""],save:[72,2,1,""],set:[72,2,1,""],setCaseSensitiveExceptions:[72,2,1,""],setContextChars:[72,2,1,""],setExceptions:[72,2,1,""],setInfixPatterns:[72,2,1,""],setInputCols:[72,2,1,""],setLazyAnnotator:[72,2,1,""],setMaxLength:[72,2,1,""],setMinLength:[72,2,1,""],setOutputCol:[72,2,1,""],setParamValue:[72,2,1,""],setPrefixPattern:[72,2,1,""],setSplitChars:[72,2,1,""],setSplitPattern:[72,2,1,""],setSuffixPattern:[72,2,1,""],setTargetPattern:[72,2,1,""],uid:[72,4,1,""],write:[72,2,1,""]},"sparknlp.annotator.TokenizerModel":{addSplitChars:[73,2,1,""],clear:[73,2,1,""],copy:[73,2,1,""],explainParam:[73,2,1,""],explainParams:[73,2,1,""],extractParamMap:[73,2,1,""],getInputCols:[73,2,1,""],getLazyAnnotator:[73,2,1,""],getOrDefault:[73,2,1,""],getOutputCol:[73,2,1,""],getParam:[73,2,1,""],getParamValue:[73,2,1,""],hasDefault:[73,2,1,""],hasParam:[73,2,1,""],isDefined:[73,2,1,""],isSet:[73,2,1,""],load:[73,2,1,""],params:[73,3,1,""],pretrained:[73,2,1,""],read:[73,2,1,""],save:[73,2,1,""],set:[73,2,1,""],setInputCols:[73,2,1,""],setLazyAnnotator:[73,2,1,""],setOutputCol:[73,2,1,""],setParamValue:[73,2,1,""],setSplitChars:[73,2,1,""],setSplitPattern:[73,2,1,""],transform:[73,2,1,""],uid:[73,4,1,""],write:[73,2,1,""]},"sparknlp.annotator.TypedDependencyParserApproach":{clear:[74,2,1,""],copy:[74,2,1,""],explainParam:[74,2,1,""],explainParams:[74,2,1,""],extractParamMap:[74,2,1,""],fit:[74,2,1,""],fitMultiple:[74,2,1,""],getInputCols:[74,2,1,""],getLazyAnnotator:[74,2,1,""],getOrDefault:[74,2,1,""],getOutputCol:[74,2,1,""],getParam:[74,2,1,""],getParamValue:[74,2,1,""],hasDefault:[74,2,1,""],hasParam:[74,2,1,""],isDefined:[74,2,1,""],isSet:[74,2,1,""],load:[74,2,1,""],params:[74,3,1,""],read:[74,2,1,""],save:[74,2,1,""],set:[74,2,1,""],setConll2009:[74,2,1,""],setConllU:[74,2,1,""],setInputCols:[74,2,1,""],setLazyAnnotator:[74,2,1,""],setNumberOfIterations:[74,2,1,""],setOutputCol:[74,2,1,""],setParamValue:[74,2,1,""],uid:[74,4,1,""],write:[74,2,1,""]},"sparknlp.annotator.TypedDependencyParserModel":{clear:[75,2,1,""],copy:[75,2,1,""],explainParam:[75,2,1,""],explainParams:[75,2,1,""],extractParamMap:[75,2,1,""],getInputCols:[75,2,1,""],getLazyAnnotator:[75,2,1,""],getOrDefault:[75,2,1,""],getOutputCol:[75,2,1,""],getParam:[75,2,1,""],getParamValue:[75,2,1,""],hasDefault:[75,2,1,""],hasParam:[75,2,1,""],isDefined:[75,2,1,""],isSet:[75,2,1,""],load:[75,2,1,""],params:[75,3,1,""],pretrained:[75,2,1,""],read:[75,2,1,""],save:[75,2,1,""],set:[75,2,1,""],setInputCols:[75,2,1,""],setLazyAnnotator:[75,2,1,""],setOutputCol:[75,2,1,""],setParamValue:[75,2,1,""],transform:[75,2,1,""],uid:[75,4,1,""],write:[75,2,1,""]},"sparknlp.annotator.UniversalSentenceEncoder":{clear:[76,2,1,""],copy:[76,2,1,""],explainParam:[76,2,1,""],explainParams:[76,2,1,""],extractParamMap:[76,2,1,""],getDimension:[76,2,1,""],getInputCols:[76,2,1,""],getLazyAnnotator:[76,2,1,""],getOrDefault:[76,2,1,""],getOutputCol:[76,2,1,""],getParam:[76,2,1,""],getParamValue:[76,2,1,""],getStorageRef:[76,2,1,""],hasDefault:[76,2,1,""],hasParam:[76,2,1,""],isDefined:[76,2,1,""],isSet:[76,2,1,""],load:[76,2,1,""],loadSavedModel:[76,2,1,""],params:[76,3,1,""],pretrained:[76,2,1,""],read:[76,2,1,""],save:[76,2,1,""],set:[76,2,1,""],setConfigProtoBytes:[76,2,1,""],setDimension:[76,2,1,""],setInputCols:[76,2,1,""],setLazyAnnotator:[76,2,1,""],setLoadSP:[76,2,1,""],setOutputCol:[76,2,1,""],setParamValue:[76,2,1,""],setStorageRef:[76,2,1,""],transform:[76,2,1,""],uid:[76,4,1,""],write:[76,2,1,""]},"sparknlp.annotator.ViveknSentimentApproach":{clear:[77,2,1,""],copy:[77,2,1,""],explainParam:[77,2,1,""],explainParams:[77,2,1,""],extractParamMap:[77,2,1,""],fit:[77,2,1,""],fitMultiple:[77,2,1,""],getInputCols:[77,2,1,""],getLazyAnnotator:[77,2,1,""],getOrDefault:[77,2,1,""],getOutputCol:[77,2,1,""],getParam:[77,2,1,""],getParamValue:[77,2,1,""],hasDefault:[77,2,1,""],hasParam:[77,2,1,""],isDefined:[77,2,1,""],isSet:[77,2,1,""],load:[77,2,1,""],params:[77,3,1,""],read:[77,2,1,""],save:[77,2,1,""],set:[77,2,1,""],setInputCols:[77,2,1,""],setLazyAnnotator:[77,2,1,""],setOutputCol:[77,2,1,""],setParamValue:[77,2,1,""],setPruneCorpus:[77,2,1,""],setSentimentCol:[77,2,1,""],uid:[77,4,1,""],write:[77,2,1,""]},"sparknlp.annotator.ViveknSentimentModel":{clear:[78,2,1,""],copy:[78,2,1,""],explainParam:[78,2,1,""],explainParams:[78,2,1,""],extractParamMap:[78,2,1,""],getInputCols:[78,2,1,""],getLazyAnnotator:[78,2,1,""],getOrDefault:[78,2,1,""],getOutputCol:[78,2,1,""],getParam:[78,2,1,""],getParamValue:[78,2,1,""],hasDefault:[78,2,1,""],hasParam:[78,2,1,""],isDefined:[78,2,1,""],isSet:[78,2,1,""],load:[78,2,1,""],params:[78,3,1,""],pretrained:[78,2,1,""],read:[78,2,1,""],save:[78,2,1,""],set:[78,2,1,""],setInputCols:[78,2,1,""],setLazyAnnotator:[78,2,1,""],setOutputCol:[78,2,1,""],setParamValue:[78,2,1,""],transform:[78,2,1,""],uid:[78,4,1,""],write:[78,2,1,""]},"sparknlp.annotator.WordEmbeddings":{clear:[79,2,1,""],copy:[79,2,1,""],explainParam:[79,2,1,""],explainParams:[79,2,1,""],extractParamMap:[79,2,1,""],fit:[79,2,1,""],fitMultiple:[79,2,1,""],getCaseSensitive:[79,2,1,""],getDimension:[79,2,1,""],getIncludeStorage:[79,2,1,""],getInputCols:[79,2,1,""],getLazyAnnotator:[79,2,1,""],getOrDefault:[79,2,1,""],getOutputCol:[79,2,1,""],getParam:[79,2,1,""],getParamValue:[79,2,1,""],getStoragePath:[79,2,1,""],getStorageRef:[79,2,1,""],hasDefault:[79,2,1,""],hasParam:[79,2,1,""],isDefined:[79,2,1,""],isSet:[79,2,1,""],load:[79,2,1,""],params:[79,3,1,""],read:[79,2,1,""],save:[79,2,1,""],set:[79,2,1,""],setCaseSensitive:[79,2,1,""],setDimension:[79,2,1,""],setIncludeStorage:[79,2,1,""],setInputCols:[79,2,1,""],setLazyAnnotator:[79,2,1,""],setOutputCol:[79,2,1,""],setParamValue:[79,2,1,""],setReadCacheSize:[79,2,1,""],setStoragePath:[79,2,1,""],setStorageRef:[79,2,1,""],setWriteBufferSize:[79,2,1,""],uid:[79,4,1,""],write:[79,2,1,""]},"sparknlp.annotator.WordEmbeddingsModel":{clear:[80,2,1,""],copy:[80,2,1,""],explainParam:[80,2,1,""],explainParams:[80,2,1,""],extractParamMap:[80,2,1,""],getCaseSensitive:[80,2,1,""],getDimension:[80,2,1,""],getIncludeStorage:[80,2,1,""],getInputCols:[80,2,1,""],getLazyAnnotator:[80,2,1,""],getOrDefault:[80,2,1,""],getOutputCol:[80,2,1,""],getParam:[80,2,1,""],getParamValue:[80,2,1,""],getStorageRef:[80,2,1,""],hasDefault:[80,2,1,""],hasParam:[80,2,1,""],isDefined:[80,2,1,""],isSet:[80,2,1,""],load:[80,2,1,""],loadStorage:[80,2,1,""],overallCoverage:[80,2,1,""],params:[80,3,1,""],pretrained:[80,2,1,""],read:[80,2,1,""],save:[80,2,1,""],saveStorage:[80,2,1,""],set:[80,2,1,""],setCaseSensitive:[80,2,1,""],setDimension:[80,2,1,""],setIncludeStorage:[80,2,1,""],setInputCols:[80,2,1,""],setLazyAnnotator:[80,2,1,""],setOutputCol:[80,2,1,""],setParamValue:[80,2,1,""],setReadCacheSize:[80,2,1,""],setStorageRef:[80,2,1,""],transform:[80,2,1,""],uid:[80,4,1,""],withCoverageColumn:[80,2,1,""],write:[80,2,1,""]},"sparknlp.annotator.WordSegmenterApproach":{clear:[81,2,1,""],copy:[81,2,1,""],explainParam:[81,2,1,""],explainParams:[81,2,1,""],extractParamMap:[81,2,1,""],fit:[81,2,1,""],fitMultiple:[81,2,1,""],getAmbiguityThreshold:[81,2,1,""],getFrequencyThreshold:[81,2,1,""],getInputCols:[81,2,1,""],getLazyAnnotator:[81,2,1,""],getNIterations:[81,2,1,""],getOrDefault:[81,2,1,""],getOutputCol:[81,2,1,""],getParam:[81,2,1,""],getParamValue:[81,2,1,""],hasDefault:[81,2,1,""],hasParam:[81,2,1,""],isDefined:[81,2,1,""],isSet:[81,2,1,""],load:[81,2,1,""],params:[81,3,1,""],read:[81,2,1,""],save:[81,2,1,""],set:[81,2,1,""],setAmbiguityThreshold:[81,2,1,""],setFrequencyThreshold:[81,2,1,""],setInputCols:[81,2,1,""],setLazyAnnotator:[81,2,1,""],setNIterations:[81,2,1,""],setOutputCol:[81,2,1,""],setParamValue:[81,2,1,""],setPosColumn:[81,2,1,""],uid:[81,4,1,""],write:[81,2,1,""]},"sparknlp.annotator.WordSegmenterModel":{clear:[82,2,1,""],copy:[82,2,1,""],explainParam:[82,2,1,""],explainParams:[82,2,1,""],extractParamMap:[82,2,1,""],getInputCols:[82,2,1,""],getLazyAnnotator:[82,2,1,""],getOrDefault:[82,2,1,""],getOutputCol:[82,2,1,""],getParam:[82,2,1,""],getParamValue:[82,2,1,""],hasDefault:[82,2,1,""],hasParam:[82,2,1,""],isDefined:[82,2,1,""],isSet:[82,2,1,""],load:[82,2,1,""],params:[82,3,1,""],pretrained:[82,2,1,""],read:[82,2,1,""],save:[82,2,1,""],set:[82,2,1,""],setInputCols:[82,2,1,""],setLazyAnnotator:[82,2,1,""],setOutputCol:[82,2,1,""],setParamValue:[82,2,1,""],transform:[82,2,1,""],uid:[82,4,1,""],write:[82,2,1,""]},"sparknlp.annotator.XlmRoBertaEmbeddings":{clear:[83,2,1,""],copy:[83,2,1,""],explainParam:[83,2,1,""],explainParams:[83,2,1,""],extractParamMap:[83,2,1,""],getBatchSize:[83,2,1,""],getCaseSensitive:[83,2,1,""],getDimension:[83,2,1,""],getInputCols:[83,2,1,""],getLazyAnnotator:[83,2,1,""],getOrDefault:[83,2,1,""],getOutputCol:[83,2,1,""],getParam:[83,2,1,""],getParamValue:[83,2,1,""],getStorageRef:[83,2,1,""],hasDefault:[83,2,1,""],hasParam:[83,2,1,""],isDefined:[83,2,1,""],isSet:[83,2,1,""],load:[83,2,1,""],loadSavedModel:[83,2,1,""],params:[83,3,1,""],pretrained:[83,2,1,""],read:[83,2,1,""],save:[83,2,1,""],set:[83,2,1,""],setBatchSize:[83,2,1,""],setCaseSensitive:[83,2,1,""],setConfigProtoBytes:[83,2,1,""],setDimension:[83,2,1,""],setInputCols:[83,2,1,""],setLazyAnnotator:[83,2,1,""],setMaxSentenceLength:[83,2,1,""],setOutputCol:[83,2,1,""],setParamValue:[83,2,1,""],setStorageRef:[83,2,1,""],transform:[83,2,1,""],uid:[83,4,1,""],write:[83,2,1,""]},"sparknlp.annotator.XlmRoBertaSentenceEmbeddings":{clear:[84,2,1,""],copy:[84,2,1,""],explainParam:[84,2,1,""],explainParams:[84,2,1,""],extractParamMap:[84,2,1,""],getBatchSize:[84,2,1,""],getCaseSensitive:[84,2,1,""],getDimension:[84,2,1,""],getInputCols:[84,2,1,""],getLazyAnnotator:[84,2,1,""],getOrDefault:[84,2,1,""],getOutputCol:[84,2,1,""],getParam:[84,2,1,""],getParamValue:[84,2,1,""],getStorageRef:[84,2,1,""],hasDefault:[84,2,1,""],hasParam:[84,2,1,""],isDefined:[84,2,1,""],isSet:[84,2,1,""],load:[84,2,1,""],loadSavedModel:[84,2,1,""],params:[84,3,1,""],pretrained:[84,2,1,""],read:[84,2,1,""],save:[84,2,1,""],set:[84,2,1,""],setBatchSize:[84,2,1,""],setCaseSensitive:[84,2,1,""],setConfigProtoBytes:[84,2,1,""],setDimension:[84,2,1,""],setInputCols:[84,2,1,""],setLazyAnnotator:[84,2,1,""],setMaxSentenceLength:[84,2,1,""],setOutputCol:[84,2,1,""],setParamValue:[84,2,1,""],setStorageRef:[84,2,1,""],transform:[84,2,1,""],uid:[84,4,1,""],write:[84,2,1,""]},"sparknlp.annotator.XlnetEmbeddings":{clear:[85,2,1,""],copy:[85,2,1,""],explainParam:[85,2,1,""],explainParams:[85,2,1,""],extractParamMap:[85,2,1,""],getBatchSize:[85,2,1,""],getCaseSensitive:[85,2,1,""],getDimension:[85,2,1,""],getInputCols:[85,2,1,""],getLazyAnnotator:[85,2,1,""],getOrDefault:[85,2,1,""],getOutputCol:[85,2,1,""],getParam:[85,2,1,""],getParamValue:[85,2,1,""],getStorageRef:[85,2,1,""],hasDefault:[85,2,1,""],hasParam:[85,2,1,""],isDefined:[85,2,1,""],isSet:[85,2,1,""],load:[85,2,1,""],loadSavedModel:[85,2,1,""],params:[85,3,1,""],pretrained:[85,2,1,""],read:[85,2,1,""],save:[85,2,1,""],set:[85,2,1,""],setBatchSize:[85,2,1,""],setCaseSensitive:[85,2,1,""],setConfigProtoBytes:[85,2,1,""],setDimension:[85,2,1,""],setInputCols:[85,2,1,""],setLazyAnnotator:[85,2,1,""],setMaxSentenceLength:[85,2,1,""],setOutputCol:[85,2,1,""],setParamValue:[85,2,1,""],setStorageRef:[85,2,1,""],transform:[85,2,1,""],uid:[85,4,1,""],write:[85,2,1,""]},"sparknlp.annotator.YakeModel":{clear:[86,2,1,""],copy:[86,2,1,""],explainParam:[86,2,1,""],explainParams:[86,2,1,""],extractParamMap:[86,2,1,""],getInputCols:[86,2,1,""],getLazyAnnotator:[86,2,1,""],getOrDefault:[86,2,1,""],getOutputCol:[86,2,1,""],getParam:[86,2,1,""],getParamValue:[86,2,1,""],getStopWords:[86,2,1,""],hasDefault:[86,2,1,""],hasParam:[86,2,1,""],isDefined:[86,2,1,""],isSet:[86,2,1,""],load:[86,2,1,""],loadDefaultStopWords:[86,2,1,""],params:[86,3,1,""],read:[86,2,1,""],save:[86,2,1,""],set:[86,2,1,""],setInputCols:[86,2,1,""],setLazyAnnotator:[86,2,1,""],setMaxNGrams:[86,2,1,""],setMinNGrams:[86,2,1,""],setNKeywords:[86,2,1,""],setOutputCol:[86,2,1,""],setParamValue:[86,2,1,""],setStopWords:[86,2,1,""],setThreshold:[86,2,1,""],setWindowSize:[86,2,1,""],transform:[86,2,1,""],uid:[86,4,1,""],write:[86,2,1,""]},"sparknlp.base":{Chunk2Doc:[88,1,1,""],Doc2Chunk:[89,1,1,""],DocumentAssembler:[90,1,1,""],EmbeddingsFinisher:[91,1,1,""],Finisher:[92,1,1,""],GraphFinisher:[93,1,1,""],HasRecursiveFit:[94,1,1,""],HasRecursiveTransform:[95,1,1,""],LightPipeline:[96,1,1,""],RecursivePipeline:[97,1,1,""],RecursivePipelineModel:[98,1,1,""],TokenAssembler:[99,1,1,""]},"sparknlp.base.Chunk2Doc":{clear:[88,2,1,""],copy:[88,2,1,""],explainParam:[88,2,1,""],explainParams:[88,2,1,""],extractParamMap:[88,2,1,""],getInputCols:[88,2,1,""],getLazyAnnotator:[88,2,1,""],getOrDefault:[88,2,1,""],getOutputCol:[88,2,1,""],getParam:[88,2,1,""],getParamValue:[88,2,1,""],hasDefault:[88,2,1,""],hasParam:[88,2,1,""],isDefined:[88,2,1,""],isSet:[88,2,1,""],load:[88,2,1,""],params:[88,3,1,""],read:[88,2,1,""],save:[88,2,1,""],set:[88,2,1,""],setInputCols:[88,2,1,""],setLazyAnnotator:[88,2,1,""],setOutputCol:[88,2,1,""],setParamValue:[88,2,1,""],transform:[88,2,1,""],uid:[88,4,1,""],write:[88,2,1,""]},"sparknlp.base.Doc2Chunk":{clear:[89,2,1,""],copy:[89,2,1,""],explainParam:[89,2,1,""],explainParams:[89,2,1,""],extractParamMap:[89,2,1,""],getInputCols:[89,2,1,""],getLazyAnnotator:[89,2,1,""],getOrDefault:[89,2,1,""],getOutputCol:[89,2,1,""],getParam:[89,2,1,""],getParamValue:[89,2,1,""],hasDefault:[89,2,1,""],hasParam:[89,2,1,""],isDefined:[89,2,1,""],isSet:[89,2,1,""],load:[89,2,1,""],params:[89,3,1,""],read:[89,2,1,""],save:[89,2,1,""],set:[89,2,1,""],setChunkCol:[89,2,1,""],setFailOnMissing:[89,2,1,""],setInputCols:[89,2,1,""],setIsArray:[89,2,1,""],setLazyAnnotator:[89,2,1,""],setLowerCase:[89,2,1,""],setOutputCol:[89,2,1,""],setParamValue:[89,2,1,""],setStartCol:[89,2,1,""],setStartColByTokenIndex:[89,2,1,""],transform:[89,2,1,""],uid:[89,4,1,""],write:[89,2,1,""]},"sparknlp.base.DocumentAssembler":{clear:[90,2,1,""],copy:[90,2,1,""],explainParam:[90,2,1,""],explainParams:[90,2,1,""],extractParamMap:[90,2,1,""],getOrDefault:[90,2,1,""],getParam:[90,2,1,""],getParamValue:[90,2,1,""],hasDefault:[90,2,1,""],hasParam:[90,2,1,""],isDefined:[90,2,1,""],isSet:[90,2,1,""],load:[90,2,1,""],params:[90,3,1,""],read:[90,2,1,""],save:[90,2,1,""],set:[90,2,1,""],setCalculationsCol:[90,2,1,""],setCleanupMode:[90,2,1,""],setIdCol:[90,2,1,""],setInputCol:[90,2,1,""],setMetadataCol:[90,2,1,""],setOutputCol:[90,2,1,""],setParamValue:[90,2,1,""],transform:[90,2,1,""],uid:[90,4,1,""],write:[90,2,1,""]},"sparknlp.base.EmbeddingsFinisher":{clear:[91,2,1,""],copy:[91,2,1,""],explainParam:[91,2,1,""],explainParams:[91,2,1,""],extractParamMap:[91,2,1,""],getOrDefault:[91,2,1,""],getParam:[91,2,1,""],getParamValue:[91,2,1,""],hasDefault:[91,2,1,""],hasParam:[91,2,1,""],isDefined:[91,2,1,""],isSet:[91,2,1,""],load:[91,2,1,""],params:[91,3,1,""],read:[91,2,1,""],save:[91,2,1,""],set:[91,2,1,""],setCleanAnnotations:[91,2,1,""],setInputCols:[91,2,1,""],setOutputAsVector:[91,2,1,""],setOutputCols:[91,2,1,""],setParamValue:[91,2,1,""],transform:[91,2,1,""],uid:[91,4,1,""],write:[91,2,1,""]},"sparknlp.base.Finisher":{clear:[92,2,1,""],copy:[92,2,1,""],explainParam:[92,2,1,""],explainParams:[92,2,1,""],extractParamMap:[92,2,1,""],getOrDefault:[92,2,1,""],getParam:[92,2,1,""],getParamValue:[92,2,1,""],hasDefault:[92,2,1,""],hasParam:[92,2,1,""],isDefined:[92,2,1,""],isSet:[92,2,1,""],load:[92,2,1,""],params:[92,3,1,""],read:[92,2,1,""],save:[92,2,1,""],set:[92,2,1,""],setAnnotationSplitSymbol:[92,2,1,""],setCleanAnnotations:[92,2,1,""],setIncludeMetadata:[92,2,1,""],setInputCols:[92,2,1,""],setOutputAsArray:[92,2,1,""],setOutputCols:[92,2,1,""],setParamValue:[92,2,1,""],setParseEmbeddingsVectors:[92,2,1,""],setValueSplitSymbol:[92,2,1,""],transform:[92,2,1,""],uid:[92,4,1,""],write:[92,2,1,""]},"sparknlp.base.GraphFinisher":{clear:[93,2,1,""],copy:[93,2,1,""],explainParam:[93,2,1,""],explainParams:[93,2,1,""],extractParamMap:[93,2,1,""],getOrDefault:[93,2,1,""],getParam:[93,2,1,""],getParamValue:[93,2,1,""],hasDefault:[93,2,1,""],hasParam:[93,2,1,""],isDefined:[93,2,1,""],isSet:[93,2,1,""],load:[93,2,1,""],params:[93,3,1,""],read:[93,2,1,""],save:[93,2,1,""],set:[93,2,1,""],setCleanAnnotations:[93,2,1,""],setInputCol:[93,2,1,""],setOutputAsArray:[93,2,1,""],setOutputCol:[93,2,1,""],setParamValue:[93,2,1,""],transform:[93,2,1,""],uid:[93,4,1,""],write:[93,2,1,""]},"sparknlp.base.HasRecursiveFit":{clear:[94,2,1,""],copy:[94,2,1,""],explainParam:[94,2,1,""],explainParams:[94,2,1,""],extractParamMap:[94,2,1,""],fit:[94,2,1,""],fitMultiple:[94,2,1,""],getOrDefault:[94,2,1,""],getParam:[94,2,1,""],hasDefault:[94,2,1,""],hasParam:[94,2,1,""],isDefined:[94,2,1,""],isSet:[94,2,1,""],params:[94,3,1,""],set:[94,2,1,""],uid:[94,4,1,""]},"sparknlp.base.HasRecursiveTransform":{clear:[95,2,1,""],copy:[95,2,1,""],explainParam:[95,2,1,""],explainParams:[95,2,1,""],extractParamMap:[95,2,1,""],getOrDefault:[95,2,1,""],getParam:[95,2,1,""],hasDefault:[95,2,1,""],hasParam:[95,2,1,""],isDefined:[95,2,1,""],isSet:[95,2,1,""],params:[95,3,1,""],set:[95,2,1,""],transform:[95,2,1,""],uid:[95,4,1,""]},"sparknlp.base.LightPipeline":{annotate:[96,2,1,""],fullAnnotate:[96,2,1,""],getIgnoreUnsupported:[96,2,1,""],setIgnoreUnsupported:[96,2,1,""],transform:[96,2,1,""]},"sparknlp.base.RecursivePipeline":{clear:[97,2,1,""],copy:[97,2,1,""],explainParam:[97,2,1,""],explainParams:[97,2,1,""],extractParamMap:[97,2,1,""],fit:[97,2,1,""],fitMultiple:[97,2,1,""],getOrDefault:[97,2,1,""],getParam:[97,2,1,""],getStages:[97,2,1,""],hasDefault:[97,2,1,""],hasParam:[97,2,1,""],isDefined:[97,2,1,""],isSet:[97,2,1,""],load:[97,2,1,""],params:[97,3,1,""],read:[97,2,1,""],save:[97,2,1,""],set:[97,2,1,""],setParams:[97,2,1,""],setStages:[97,2,1,""],uid:[97,4,1,""],write:[97,2,1,""]},"sparknlp.base.RecursivePipelineModel":{clear:[98,2,1,""],copy:[98,2,1,""],explainParam:[98,2,1,""],explainParams:[98,2,1,""],extractParamMap:[98,2,1,""],getOrDefault:[98,2,1,""],getParam:[98,2,1,""],hasDefault:[98,2,1,""],hasParam:[98,2,1,""],isDefined:[98,2,1,""],isSet:[98,2,1,""],load:[98,2,1,""],params:[98,3,1,""],read:[98,2,1,""],save:[98,2,1,""],set:[98,2,1,""],transform:[98,2,1,""],uid:[98,4,1,""],write:[98,2,1,""]},"sparknlp.base.TokenAssembler":{clear:[99,2,1,""],copy:[99,2,1,""],explainParam:[99,2,1,""],explainParams:[99,2,1,""],extractParamMap:[99,2,1,""],getInputCols:[99,2,1,""],getLazyAnnotator:[99,2,1,""],getOrDefault:[99,2,1,""],getOutputCol:[99,2,1,""],getParam:[99,2,1,""],getParamValue:[99,2,1,""],hasDefault:[99,2,1,""],hasParam:[99,2,1,""],isDefined:[99,2,1,""],isSet:[99,2,1,""],load:[99,2,1,""],params:[99,3,1,""],read:[99,2,1,""],save:[99,2,1,""],set:[99,2,1,""],setInputCols:[99,2,1,""],setLazyAnnotator:[99,2,1,""],setOutputCol:[99,2,1,""],setParamValue:[99,2,1,""],setPreservePosition:[99,2,1,""],transform:[99,2,1,""],uid:[99,4,1,""],write:[99,2,1,""]},"sparknlp.functions":{explode_annotations_col:[101,5,1,""],filter_by_annotations_col:[102,5,1,""],map_annotations:[103,5,1,""],map_annotations_array:[104,5,1,""],map_annotations_col:[105,5,1,""],map_annotations_cols:[106,5,1,""],map_annotations_strict:[107,5,1,""]},"sparknlp.training":{CoNLL:[109,1,1,""],CoNLLU:[110,1,1,""],POS:[111,1,1,""],PubTator:[112,1,1,""]},"sparknlp.training.CoNLL":{new_java_array:[109,2,1,""],readDataset:[109,2,1,""]},"sparknlp.training.CoNLLU":{new_java_array:[110,2,1,""],readDataset:[110,2,1,""]},"sparknlp.training.POS":{new_java_array:[111,2,1,""],readDataset:[111,2,1,""]},"sparknlp.training.PubTator":{new_java_array:[112,2,1,""],readDataset:[112,2,1,""]},sparknlp:{annotator:[2,0,0,"-"],base:[87,0,0,"-"],functions:[100,0,0,"-"],training:[108,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","property","Python property"],"4":["py","attribute","Python attribute"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:property","4":"py:attribute","5":"py:function"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121],"00":[17,33],"000":86,"001":[31,37,39],"0016493503":76,"004710011184215546":83,"005":[13,39,60],"009067727252840996":[29,53],"009860038757324219":3,"01":[17,33],"011712731793522835":83,"011723337695002556":83,"01173491682857275":21,"0129999":9,"013356896":83,"014753809198737144":83,"017595693469047546":21,"01899011991918087":79,"019103847444057465":83,"019954433664679527":83,"02":[17,33],"020260000601410866":80,"022148698568344116":83,"022307956591248512":76,"024373905733":21,"02494969218969345":83,"025029370561242104":79,"028069257736":85,"0295659992843":91,"030789051204919815":83,"0321999788284302":80,"03229299932718277":91,"03455188870429993":83,"0348707810044":24,"03603338822722435":[29,53],"038839809596538544":83,"03952755779027939":83,"04":[17,33],"0417917296290":[29,53],"04192575812339783":3,"04311436787":83,"04400600120425224":80,"044395286589860916":76,"04443822056055069":83,"045552998781204224":91,"04568954557180":21,"04616805538535118":76,"047153353691101":3,"0492683418305907":79,"05":[17,18,33],"052506182342767715":79,"0530925":9,"05761000141501":91,"059438943862915":4,"05969233065843582":83,"06":[17,33],"0600h":[17,33],"0601330995559692":24,"06067200005054474":91,"06269335001707077":21,"06316501":9,"0667808502":83,"07":[17,18,33],"07037967443466187":[29,53],"07056470215320587":24,"0732005":9,"0777631998062134":85,"07891501":9,"08":109,"08170200139284134":91,"08592499792575836":80,"08617766946554184":79,"08621499687433243":91,"08734266459941864":[29,53],"092679977416992":85,"095253006":9,"09564960747":83,"09579929709434509":83,"096":29,"09725798666477203":[29,53],"0_292":0,"1":[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,109,110,112,114,115,119,120],"10":[17,19,31,33,41,44,86,114],"100":[13,14,31,32,56,83,86],"1000":[25,37],"10000":79,"1024":[3,24,29,85],"10259044915":83,"10397182122983872":79,"10400570929050446":24,"11":[12,17,18,33,34,47,83,84],"11190271377563":85,"1127224713563919":21,"1158772920395934":79,"1165061742067337":[6,54,84],"11672890186309814":85,"1178255230188369":21,"11833962569383116":79,"12":[0,3,16,17,33,36,46,71,83,84,85,86,96,105,106,111,114],"120":[112,121],"120775":9,"12179657071828842":[6,54,84],"12288510054349899":24,"124":[112,121],"12706467509269714":24,"128":[3,4,5,6,21,22,31,53,54,83,84,85],"12m":3,"13":[12,25,47,83,84,88,92],"13215228915214539":21,"1342473030090332":3,"13450059294700623":3,"134845569729805":85,"135491415858268":3,"1357314586639404":4,"13753940165042877":[6,54,84],"1378999948501587":91,"139":[112,121],"139705":9,"14":[36,46,71,96,102,103,105,106,107,111],"140":26,"140118":9,"1401449590921402":[29,53],"14036104083061":21,"14591649174690247":[29,53],"14650000631809235":80,"1468472778797":[29,53],"14801117777824402":[29,53],"15":17,"1500":23,"1520637571811676":3,"1535748762292387":79,"15583214163780212":3,"15617232024669647":21,"15772999823093414":91,"16":[3,41,85,111,114],"160":23,"16109347343444824":79,"1614152491092682":3,"16176554560661316":79,"1619900017976761":91,"1648050546646118":4,"1650":15,"16790967216778263":79,"16g":0,"17":[71,111],"17395000159":80,"17417":9,"177955":9,"17893412709":[29,53],"18":[17,25,33,34,36,41,96,102,103,105,106,107,114],"18073144555091858":[29,53],"186111718416214":85,"18792399764060974":[29,53],"1887107789516449":79,"1887775":9,"18m":3,"19":[34,111],"190129816532135":21,"191165953874588":[6,54,84],"19154725968837738":24,"1960":23,"1967450380325317":85,"1978":[17,33],"1980":[17,33],"1982710212469101":21,"1984":[17,33],"1988":[17,33],"1996":109,"1997":[17,33],"1e":31,"1st":[17,33],"2":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121],"20":[13,36,85,96,105,106,115],"200":68,"2000m":0,"2003":[37,39,109,121],"20030999":9,"20039963722229004":24,"2008":[17,33],"2009":74,"2010":86,"2015":[17,18,33],"2018":[53,54],"2019":[3,53,54,83,84],"2020":[17,33,56,86],"2021":[17,18,33],"2048":3,"20547787845134735":[29,53],"20677000284194946":91,"20940999686717987":80,"21":[12,17,33,41,47],"21524395048618":24,"218465":9,"22":[88,92,109,114],"22093398869037628":59,"22324979305267334":21,"22409197688102722":[29,53],"2250000":37,"22845706343650818":[29,53],"22938299":9,"22998669743537903":24,"23":[17,33,41,47,50,111,112,121],"234187275171279":85,"235m":3,"24":[3,7,15,36,69,85,96,105,106,114],"24408400058":[29,53],"246389418840":24,"2486150562763214":[29,53],"24b0d6c8733c2abe":31,"25":[47,55,111],"25130119919776917":59,"2541114091873169":24,"257":86,"25763772":[112,121],"26":[36,96,105,106],"2629800140857":80,"2643227577209":24,"27":[47,55,69,111],"2708599865436554":80,"27088963985443115":4,"272536993026733":21,"2746637463569641":85,"28":[17,33,36,96,105,106,114],"28284206986427307":79,"28423872590065":3,"288195":9,"289":86,"2894386649131775":24,"29":[41,111],"2916892766952":3,"2967822253704071":21,"3":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121],"30":[13,17,30,33,36,60,86,96,102,103,105,106,107,114],"300":23,"30969417095184326":24,"31":[17,33,41,46,50,111],"3108254075050354":[6,54,84],"3196685314178467":3,"31st":[17,33],"32":[3,24,60,114,120],"32051516486864573":86,"3238905668258667":4,"328085333108902":21,"32984697818756104":4,"33":47,"33498936903209897":79,"3397899866104126":80,"34":[37,46,111],"3431355059146881":85,"3497989177703857":4,"35":[12,47],"35177749395370483":79,"35534414649009705":21,"356410235166549":[29,53],"36":[36,46,96,102,103,105,106,107,111],"37":[36,96,105,106],"37786450577630676":86,"380883991718":59,"3855540752410889":3,"39":[12,41,46,47,111],"395359992980":91,"39658191506190343":79,"3975459933280945":4,"39922830978423146":86,"4":[0,4,6,24,29,37,41,47,71,79,97,98],"40":[21,30,41],"40119001269340515":91,"40224744669493756":86,"4024400115013122":80,"40674996":9,"4096":[3,29],"409785":9,"40981462597846985":21,"41":[46,47,55,111],"4147599935531616":80,"41584827825302534":86,"417129993438720":80,"41810303926467896":59,"42":[41,47],"42416998744010925":91,"42829502":9,"43":[46,55,111],"4312366545200348":[29,53],"4397728443145752":79,"44":[31,47],"44183000922203064":80,"4497021436691":[6,54,84],"45":[41,46,111],"45411425828933716":21,"45545":9,"45627787709236145":85,"4563939869403839":4,"461557":9,"46347999572753906":80,"465145":9,"47":[41,111],"4707513153553009":79,"4725411534309387":4,"47624463167525755":79,"48":69,"480538547039032":4,"4865287244319916":85,"49":[46,111],"4945235550403595":85,"4970499873161316":91,"49932169914245605":24,"5":[3,4,6,9,13,17,21,24,26,29,31,32,33,34,36,39,46,53,54,59,60,76,80,81,83,84,85,86,91,96,105,106,111,112,114,115,121],"50":[39,41,47],"50597":9,"5078899860382":91,"509":86,"51":[90,111],"512":24,"52":[12,41,47,111],"527840495109":3,"53":[7,69],"5331977605819702":85,"5360898375511169":21,"5393722253731201":79,"5395117998123169":79,"542639970779419":80,"55":41,"5551124811172485":79,"555655":9,"55661":9,"56":111,"57":[33,41],"570580005645752":80,"5717899799346924":91,"5764210224151611":3,"5780693292617":4,"5787073969841":24,"58":[12,47],"59":[7,17,33,69],"59048593044281":[6,54,84],"5938255786895752":4,"5955275893211365":79,"5e":[13,60,115],"5tb":[83,84],"5th":[17,18,33],"6":[0,4,6,7,14,24,34,41,44,47,60,61,69,71,86,115],"60":[21,55],"6032363176345825":4,"6041093468666077":79,"60m":3,"61":111,"612930893898010":4,"6180210709571838":[6,54,84],"6191999912261963":80,"6245765686035156":3,"6275503039360046":24,"6287205219268799":85,"63":[112,121],"630968081620067":79,"64":[3,13,31,39,60,115],"6479200124740":80,"65":[33,41],"65693199634552":[6,54,84],"6599600911140442":79,"66":41,"662458181381226e":24,"66587203741073":85,"67":[111,112,121],"6791689395904":4,"685609996318":91,"69":111,"6pm":[17,33],"7":[0,4,6,17,33,46,61,88,92,111,114],"7010200023651123":80,"707749128341675":3,"71":50,"714395":9,"7159299850463867":91,"7164199948310852":91,"75":86,"7535235923631415":79,"7568016648292542":[6,54,84],"7599489092826843":79,"76":111,"768":[3,4,6,21,29,53,54,83,84,85],"78":111,"784737348556518":3,"7864698767662048":79,"7890847325325012":85,"79":[17,33],"7966810464859009":79,"79860497":9,"8":[0,3,4,5,6,15,17,20,21,22,23,29,30,34,39,40,41,53,54,71,75,83,84,85],"80":[3,4,6,9,21,24,29,50,53,54,59,76,80,83,84,85,91,99],"806300163269043":79,"81":111,"81611204147338":4,"82":[112,121],"822715163230896":[6,54,84],"8244884014129639":4,"83":[4,6,111,112,121],"8349916934967041":85,"8399239182472229":79,"84":111,"8428180123359783":79,"847029983997345":3,"86":[4,6],"8624503016471863":79,"86661":9,"8861005902290344":79,"8871506452560425":24,"8911281824111938":79,"8913561105728149":79,"8951074481010437":[6,54,84],"8c4478fb239bcfc0":31,"9":[34,83,84,114,119,120],"9125322699546814":4,"9235178224122094":79,"93":[4,6],"9415954572751959":79,"9417727589607239":79,"9439099431037903":79,"9481253027915955":85,"95":21,"9699218875629833":79,"97":[17,21,33,81],"9817547798156":4,"9818322062492371":3,"9840458631515503":79,"99999":[10,55,72],"\u4e00\u4e9b":82,"\u4e0d":81,"\u4e5f":82,"\u4e86":82,"\u5341":81,"\u554f\u984c":82,"\u56db":81,"\u662f":81,"\u7136\u800c":82,"\u7684":82,"\u8655\u7406":82,"\u884d\u751f":82,"\u9019\u6a23":82,"\u9019\u6a23\u7684\u8655\u7406\u4e5f\u884d\u751f\u4e86\u4e00\u4e9b\u554f\u984c":82,"abstract":[3,4,6,21,24,29,30,53,54,68,76,83,84,85,86,112,121],"avanc\u00e9":26,"biblioth\u00e8qu":26,"byte":[3,4,5,6,13,14,15,16,21,22,24,26,29,30,31,32,39,40,53,54,60,61,68,76,83,84,85],"case":[3,4,5,6,7,8,10,15,16,21,22,23,24,26,29,44,53,54,60,61,65,69,72,75,79,80,83,84,85,89,115],"char":[39,40,42,56],"class":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,108,109,110,111,112,113,119,121],"default":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,105,106,109,110,111,112,115],"do":[36,65,72,73,76,86,88,96,115,119],"f\u00fcr":26,"final":[15,26,29,53,54,60,61,83,84,115],"float":[13,15,16,26,31,32,37,39,56,60,61,68,81,90,91],"fran\u00e7ai":30,"function":[1,24,68,80,87,91,113,118],"guzm\u00e3":84,"import":[0,3,4,5,6,7,9,10,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,64,65,66,67,68,69,71,72,74,75,76,77,79,80,81,82,83,84,85,86,88,89,90,91,92,96,97,99,101,102,103,105,106,107,109,110,111,112,114,115,118,119,120,121],"int":[3,4,5,6,10,13,15,16,17,18,19,21,22,24,25,29,30,31,33,34,35,37,39,40,42,46,52,53,54,55,56,59,60,66,68,72,74,76,77,79,80,81,83,84,85,86,109],"long":[6,29,85],"nat\u00fcrlich":26,"new":[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,114,115],"null":34,"pozna\u0144":30,"public":[25,115],"return":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,104,105,106,107,109,110,111,112],"static":[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85,115],"true":[3,4,5,6,7,10,13,16,17,18,21,22,23,24,25,26,29,31,33,42,44,52,53,54,55,56,57,59,60,69,72,76,79,80,83,84,85,89,90,91,92,93,105,106,109,110,112,115,116],"try":[15,16,88],"while":[3,21,79,86,116],A:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,111,115,121],As:[3,4,6,21,86],At:116,By:[52,62,63,65,68,91],FOR:3,For:[0,3,4,5,6,8,9,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,37,38,39,40,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,72,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,99,112,114,115,116,117,118,119],IN:[12,47,96,101,106,110,111,112,114,119,120],If:[0,7,10,13,14,15,16,17,18,19,26,27,31,33,36,37,39,42,44,46,48,50,56,59,60,62,66,68,69,72,74,77,79,81,94,97,115],In:[7,13,21,26,27,29,31,32,44,50,56,57,60,61,62,66,68,69,79,81,85,86,111,115,116,120,121],Into:110,It:[0,4,6,14,16,21,23,29,30,32,34,44,45,48,53,54,61,67,77,83,84,86,92,96,114,119],Its:[74,75],No:114,Not:[17,18,33,39,98],OF:3,Of:[3,81],On:[30,86],One:[48,71,86],THE:23,TO:[109,110,121],That:[48,86,116],The:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,103,104,107,109,110,111,112,114,115,116,118,119,121],Then:[0,13,31,38,39,40,99,115],There:[25,48,80,115,116,121],These:[3,38,53,54,85,86,87],To:[3,4,5,12,17,21,22,29,46,53,68,81,83,85,86,93,96,98,108,119],Will:[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85],With:[76,85,86],_name_:15,a1237f726b5f5d89:31,abbrevi:55,abc:94,abil:86,abl:[68,83,114],about:[19,20,53,54,55,66,74,75,79,86,96,97,114,116,119,120],abov:[25,79,111],absolut:[4,6],academ:30,acceler:[24,30,68,85],accept:[13,31,32,60],access:86,accord:[15,16,86],accordingli:115,accur:[44,76,77,78],accuraci:[4,6,19,37,39,44,46,74,76,81,83,84],achiev:[29,30,39,40,53,54,68,83,84,85,96,119],acquir:86,acquisit:86,across:24,act:[13,60,115],action:23,activ:[0,86],actual:[34,88,92,99],ad:[15,21,24],adam:30,add:[10,11,15,17,33,68,72,73,80,115],addcontextchar:[10,72],addexcept:[10,72],addinfixpattern:[10,72],addit:[4,6,10,11,13,19,31,37,39,60,72,73,74,87,114,115],addition:[40,47,85,90],addregexclass:15,address:[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85],addsplitchar:[10,11,72,73],addvocabclass:15,adequ:86,adp:110,advanc:[26,89,99],advantag:97,aeruginosa:[112,121],affect:[10,60,61,72],after:[0,17,18,20,33,36,48,53,54,75,99,114,115],again:[48,77],against:[7,13,31,39,56,60,69,86,97],aggreg:[9,59],ago:[111,121],ahead:86,ahm:56,al:[3,53,54],albert:3,albert_bas:3,albert_base_uncas:3,albert_larg:3,albert_large_uncas:3,albert_xlarg:3,albert_xlarge_uncas:3,albert_xxlarg:3,albert_xxlarge_uncas:3,aldu:23,alexi:[83,84],algorithm:[15,16,37,38,44,45,66,67,77,78,86],alia:[103,107],aliqua:[7,69],all:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,97,98,99,113,115,120],allow:[5,10,22,24,37,38,39,42,52,55,72,76,97],along:25,alpha:[15,16],alphabet:42,alphanumer:42,alreadi:[25,37,41,71,73,86,96,119],also:[0,3,4,5,17,18,21,22,23,24,25,29,33,36,37,50,53,56,65,77,78,80,83,84,85,86,96,115,116,117,118],altern:[86,96],alwai:[68,86],am:[10,14,17,33,115],ambiguitythreshold:81,amod:75,amongst:[88,92],amount:[76,81,86,96,119],an:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,103,104,107,109,110,111,112,113,114,115,116,118,119],anaconda:0,analys:[77,78],analysi:[24,60,61,62,68,85,88,116],analyz:[77,78,86],anc:[46,111,121],anchor:[17,18,33],anchordatedai:[17,33],anchordatemonth:[17,33],anchordateyear:[17,33],angel:86,angl:12,ani:[39,55,68,76,86,91,92,115,116,121],annot:[1,88,89,90,91,92,93,96,97,99,100,101,102,103,104,105,106,107,111,117,118,119,120,121],annotationsplitsymbol:92,annotatorapproach:[7,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81],annotatormodel:[3,4,5,6,8,9,12,14,16,17,20,21,22,23,24,25,26,28,29,30,32,33,34,36,38,40,41,43,45,47,49,51,52,53,54,55,57,59,61,63,64,65,67,68,70,71,73,75,76,78,80,82,83,84,85,86,96],annotatorproperti:[88,89,99],annotatortransform:[88,89,90,91,92,93,99],annotatortyp:[9,34,89,90,105,106,114],annotatyon_typ:[105,106],announc:[41,86],anoth:116,answer:[4,6,19,20,24,68,74,75,85],anthoni:86,anyon:77,apach:0,apart:[19,74,88,92],api:[1,115,118],appear:15,append:[16,115],appl:[6,54,84],appli:[15,16,23,25,41,44,55,68,88,92,102,103,104,105,106,107],applic:86,appnam:0,approach:[18,35,44,45,53,54,55,56,57,67,68,85,86,118],approx:[114,119,120],april:[17,33],ar:[0,3,4,5,12,15,16,17,19,20,21,22,24,25,26,27,29,30,31,32,34,36,40,41,42,47,50,53,56,64,68,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,91,96,97,103,112,114,115,116,119,120,121],architectur:[3,4,6,26,39,40,53,56,57,68],aren:[88,92],arg:97,arial:23,arman:29,around:86,arrai:[3,4,5,6,10,12,13,14,15,16,21,22,24,26,29,30,31,32,34,39,40,46,48,53,54,55,56,57,59,60,61,68,76,81,83,84,85,89,90,91,92,93,96,103,104,116,119],arrays_zip:[14,20,75,86,115],arraytyp:[89,103,105,106],art:[3,4,6,13,14,24,29,31,32,39,40,53,54,68,85,86],articl:[15,16,86],artist:10,arxiv:29,ascend:86,assembl:0,assign:[31,32,41,62,63],assist:100,associ:[31,36,50,76],attempt:44,attent:29,attribut:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],autoencod:85,autom:86,automat:[25,30,44,45,86,114,115],autoregress:85,avail:[2,4,5,6,14,16,17,20,21,22,24,26,27,28,29,30,32,38,40,45,47,50,53,54,56,57,61,65,67,68,75,76,80,82,83,84,86,118],averag:[9,26,46,47,59,83,84],avoid:62,awar:[15,16],award:[13,60,115],awesom:61,b:[3,4,5,6,7,8,13,14,15,16,21,22,24,26,29,30,32,36,37,38,39,40,41,53,54,60,61,68,69,70,76,83,84,85,96,106,109,110,112,121],back:88,backbon:85,bad:[13,60,62,115],baghdad:[36,38,40,96,101,102,103,105,106,107],bank:19,base:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,109,110,111,112,115,116,119],baselin:76,basi:[44,66],basic:[0,86,87,114],batch:[3,4,5,6,13,15,21,22,24,29,30,31,39,40,53,54,60,83,84,85],batch_siz:24,batchsiz:[3,4,5,6,13,15,21,22,24,29,30,31,39,40,53,54,60,83,84,85],bay:[77,78],becaus:[0,62],becom:[3,21,86],been:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],befor:[0,17,23,33,44,52,68,79],beforehand:[74,75],begin:[10,36,48,72,89,90,105,106,114],behav:[97,98],behind:30,being:[21,30,68],belong:[21,53],below:[25,120],beltagi:29,ben:86,benchmark:[3,21,24,68,83,84],benefici:86,benezar:10,bequeath:56,bert:[3,4,5,6,21,22,29,39,40,41,53,54,68,83,84,85],bert_base_token_classifier_conll03:5,bert_embed:4,bertembed:[9,39,59,91],bertsentenceembed:[31,32,54,60,84],best:[3,13,26,53,54,60,86,115],better:[3,19,37,46,55,56,57,74,77,81,85,86],between:[13,15,16,19,20,25,31,39,53,54,56,60,74,75,76,83,84,85],bia:76,bias:21,bidirect:[4,6,24,31,32,85],bigtextmatch:8,billion:24,bilm:24,bilstm:[39,40],bin:0,binari:[31,32],bit:[56,86,120],blackburn:109,board:[46,86,111],book:[15,23],bool:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,91,92,93,96,99,109],born:[5,22],both:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,99,115,116],bound:[55,77,78,86],boundari:[10,55,56,57,72,77,78,86],boycott:[109,110,121],boyfriend:72,bpe:53,bracket:12,bring:115,british:[109,110,121],broken:56,brother:42,bruh:61,brussel:109,btm:8,budget:21,buffer:[0,6,79],bui:86,build:[0,7,21,25,53,54,86],builder:0,buildfromtoken:[69,70],built:[0,13,14,31,32],c0010674:[112,121],c0854135:[112,121],c0:37,c0valu:37,c4308010:[112,121],c:[0,30,86],cach:[79,80],calcul:[34,39,62,63,80,90],calculationscol:90,call:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,99,109,110,115,121],campo:86,can:[0,3,4,5,6,12,13,14,16,19,20,21,22,23,24,25,26,27,28,29,30,31,32,36,37,38,39,40,41,45,46,47,50,53,54,55,56,57,59,60,61,62,65,67,68,71,74,75,76,79,80,81,82,83,84,85,86,90,91,97,108,109,110,111,115,116,118,119,120,121],candid:[10,15,16,44,45,67,72],capabl:[21,85],capac:[83,84],capit:[15,30],capital:30,cardin:41,care:[10,53,54,72],carefulli:[53,54],carri:86,casesensit:[3,4,5,6,7,8,21,22,24,29,44,53,54,65,69,83,84,85],casesensitiveexcept:72,casestrategi:[15,16],cast:77,categor:[31,32],categori:[13,14,31,32,60,61,115],caus:72,cd:[46,109,111],cell:39,centric:86,centuri:23,ceo:86,ceremoni:50,certain:[15,16],challeng:[21,24,32,53,54,86],chang:[109,110,111,112],channel:[15,16],charact:[10,11,15,16,23,24,26,29,34,42,44,52,55,66,72,73,92],characterist:24,chaudhari:[83,84],cheap:21,cheaper:21,cheat:1,check:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99],checker:[15,44,66,118],checkpoint:29,chen:[53,54],chicago:3,chie:86,chines:[81,82],chinese_train:81,choic:[53,54],choos:[9,13,31,39,56,59,60],chosen:[19,39,74],chronic:[112,121],chunk:[7,8,9,10,11,12,34,36,50,51,69,70,71,86,88,89,92,105,106,112,121],chunk_embed:9,chunk_token:10,chunkassembl:89,chunkcol:89,chunkconvert:88,chunkembed:91,chunker:9,chunks_df:[105,106],chunktodoc:88,chunktoken:11,classcount:15,classif:[5,13,14,22,31,32,68,76,77,78,115],classifi:[5,13,14,22,32,60,61,86,91,115],classifierdl:[13,14,115],classifierdl_use_sarcasm:[14,115],classifierdl_use_trec6:14,classifierdlapproach:[14,115],classifierdlmodel:[13,115],classmethod:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99],classnam:[3,4,5,6,8,11,14,16,20,21,22,24,25,26,28,29,30,32,38,40,43,45,47,48,49,51,53,54,56,57,61,63,65,67,68,70,73,75,76,78,80,82,83,84,85],clean:[23,42,68,99,116],cleanannot:[91,92,93],cleantext:99,cleantoken:[65,91,99],cleanup:90,cleanupmod:90,cleanuppattern:[23,42,43],clear:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],clearli:114,cloud:86,cluster:76,cnn:[26,39,40,56,57],co:86,coalescesent:26,code:[26,29,53,54,68,83,84,86,120],coeffici:[13,37,39,60],cohan:29,coher:3,col:[7,20,36,41,75,88,92,105,106,114],cold:16,collect:86,coloss:68,column:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,99,101,102,103,105,106,109,111,115],column_nam:115,com:[0,3,4,5,6,8,11,14,16,20,21,22,24,25,26,28,29,30,32,38,40,43,45,47,48,49,51,53,54,56,57,61,63,65,67,68,70,73,75,76,77,78,80,82,83,84,85],combin:[15,16,21,29,44,68,86],come:86,comment:[32,86],commerci:30,common:[3,4,5,6,7,8,9,10,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,99,118],commoncrawl:[83,84],commun:86,compani:[30,86],companion:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,99],compar:[3,16,21,24,57,68,85,86],comparelowcas:16,comparison:[53,54,65,76],compat:[3,4,5,21,22,29,39,53,83,85,91],competit:[83,84,86],competitor:86,compil:0,complex:[24,44,45,67,76,86],compon:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,99,119],compound:15,compoundcount:15,comprehens:3,comput:[3,21,30,66,76,96,119],computation:[24,30,53,54,68,85],con:85,concaten:[81,82],concept:[21,116],conceptu:[4,6],condit:[4,6,68],confer:86,confid:[37,38,39,40],config:0,configproto:[3,4,5,6,13,14,15,16,21,22,24,26,29,30,31,32,39,40,53,54,60,61,68,76,83,84,85],configprotobyt:[3,4,5,6,13,14,15,16,21,22,24,26,29,30,31,32,39,40,53,54,60,61,68,76,83,84,85],configur:[0,59,72],conflict:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],conll2003:[37,39,109,121],conll2009:[74,75],conll:[19,37,39,74,110,118],conlldataset:[110,121],conlllabelindex:109,conllposindex:109,conllu:[19,74,75,118],conllufil:[110,121],conneau:[83,84],consid:[15,16,25,44,48,66,80,86],consist:[3,29,46,77,81,111],constantli:120,constrain:21,constraint:[31,32],construct:[72,118],consumpt:[3,76,79,80],contain:[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,108,114,115],containsnul:[31,90],content:[79,89,111,114,120],context:[4,6,10,15,16,24,72,77,78,85],contextchar:72,contextspellcheck:[15,16],contextspellcheckerapproach:16,contextspellcheckermodel:15,contextu:[15,24],continu:[36,93],contrast:[7,29,68],contrib:39,contributor:30,control:[16,30,68],conveni:80,converg:[19,46,74,81],convert:[9,17,23,33,34,36,42,43,52,59,68,71,79,88,89,92,93,118],convolut:[31,32],cool:62,coordin:25,copi:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],corpora:[7,86],corpu:[15,24,27,46,68,86,111,121],corpus_pubt:121,corpus_pubtator_sampl:112,correct:[15,16,44,45,66,67,81,82,83],correctsymbol:16,correspond:[81,82],corrupt:85,cosin:21,cost:[3,15,16,44],could:[14,15,21,86,114,115,116],count:15,counterpart:21,countri:16,cov_embed:80,cover:[56,68,81],coverag:80,coverageresult:80,coverateresult:80,crap:32,crawl:68,creat:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,103,104,105,106,107,109,110,111,112,115,116,119,121],createdatafram:[3,4,5,6,7,9,10,12,14,16,17,19,20,21,22,23,24,25,26,27,29,30,32,33,34,38,40,41,42,45,46,47,48,50,52,53,54,55,57,59,61,62,64,65,67,68,69,71,72,74,75,76,77,79,80,82,83,84,85,86,88,89,90,91,92,99,101,102,103,105,106,107,114,115,116,120],crf:[37,38,39,40],cross:[41,83,84],crucial:24,crunchbas:86,csv:[13,60,115],ctrl:68,cumul:68,current:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,96,99,114,115,116],custom:[37,55,72,73,79,80],custombound:55,cystic:[112,121],d:[42,72],dai:[16,17,18,33],damerau:[44,45,67],damn:61,danish:[65,86],danqi:[53,54],data:[3,4,5,6,7,9,10,12,13,14,16,17,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,35,37,38,39,40,41,42,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,64,65,67,68,69,71,72,74,75,76,77,79,80,81,82,83,84,85,86,88,89,90,91,92,96,98,99,101,102,103,104,105,106,107,108,109,110,111,112,114,115,119,120,121],datafram:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,102,105,106,109,110,111,112,115,119,121],datapoint:15,dataset:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,108,109,110,111,112,118],datasetpath:46,datatyp:[103,104,105,106,107],date:[17,18,33],dateformat:[17,33],datematch:18,datematcherutil:[17,33],dctn4:[112,121],dd:[17,18,33],de:[26,30,86],deal:[96,119],decai:[37,39],decid:97,decis:16,declar:115,declin:86,decod:[29,30,68],deep:[4,6,13,14,15,16,24,56,57,86],def:[102,103,107],defaultdaywhenmiss:[17,33],defin:[12,36,37,48,65,88,92,107,115,119],delet:[44,45,66,67,115],delete_ful:90,deletesthreshold:66,delimit:[25,27,34,37,42,50,52,62,79,109,111],demand:86,demonstr:[21,29,30,86],deni:86,denois:85,dens:[4,6],denver:[25,93],dep:20,depend:[0,15,19,20,25,26,30,40,59,74,75,85,86],dependency_conllu:[20,25],dependency_treebank:19,dependency_typ:[25,74,75],dependency_typed_conllu:[25,75],dependencypars:[20,25,74,75],dependencyparserapproach:[20,110,121],dependencyparsermodel:[19,25,74,75],dependencytreebank:19,deploi:30,depth:[15,16,118],deriv:66,describ:[19,20,25,30,74,75,86],descript:[17,18,33,44,48,59,74,86],design:[4,6,7,30,53,54],desir:[17,18,33],desktop:23,detail:[68,83,84,86],detect:[26,55,56,57,76],detectlist:55,detector:[17,62,63,86],determin:83,dev:[3,24,76],develop:[23,30,86],devic:21,devlin:[3,53,54],devrait:30,diabet:79,diagnos:79,dict:[7,16,19,27,37,39,42,44,50,62,66,69,74,96],dict_kei:96,dictionari:[27,37,42,44,45,50,62,66,67,79,86],did:86,didn:72,die:26,differ:[10,15,16,17,19,24,53,54,55,56,57,72,74,83,85,86,96,119],differenti:30,dilut:[83,84],dim:3,dimens:[3,4,6,21,24,29,53,54,59,76,79,80,83,84,85],dimension:76,dir:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],directli:96,director:111,dirti:[23,42],disabl:90,disappoint:[20,75],discard:9,discrep:85,disk:[79,115,116],displai:39,dist:[15,16],distanc:[15,16,21,44,45,66,67],distil:21,distilbert:21,distilbert_base_cas:21,distilbert_base_token_classifier_conll03:22,distinguish:12,div:23,divers:[68,76],dl:[5,14,22,26,32,40,61],dnn:[13,14],doc:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,112,121],doc_id:112,docclassifi:[13,31,60,115],docstart:[109,110,121],document:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,109,111,115,116,118,119,120],documentassembl:[3,4,5,6,7,9,10,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,64,65,66,67,68,69,71,72,74,75,76,77,79,80,81,82,83,84,85,86,89,91,97,99,109,115],documentcol:109,doe:[36,83,86,96,98,116,119,120],doesn:[21,53],dolor:[7,69],domain:86,don:[21,42,53],done:[13,37,39,53,54,116],dont:[42,77],dosampl:68,doubl:[13,60],doublevari:44,down:[39,115,116],download:[3,4,5,6,8,11,14,16,20,21,22,24,25,26,28,29,30,32,38,40,41,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85,114,115,118,119],downstream:[3,24,29,68,85],dozen:68,dreari:16,drivendata:86,driver:0,drop:[29,65],dropout:[13,39,60],dt:[46,111,112,121],du:[26,53,54],dub:[83,84],dude:31,due:[3,29],dummi:23,dump:79,duplic:44,dupslimit:44,dure:[13,15,21,31,35,37,39,55,60],dutch:[65,86],dynam:30,e:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],each:[7,10,13,15,16,17,19,25,27,31,32,34,35,37,39,42,44,46,47,48,50,52,55,56,57,59,60,62,66,69,72,74,77,79,80,81,86,90,94,97,101,111,116],each_ful:90,earli:86,earlier:86,easi:29,easier:[56,92,108,117,121],easili:[12,24,46,91],economist:86,ed58abb40640f983:31,edg:[21,25],edinburgh:30,edit:[15,16,44,45,66,67],edouard:[83,84],effect:[29,68],effici:[30,76,114],ein:26,either:[9,13,26,50,59,60,61,62,68,74,75,77,86,89,90,96,116],ekeu:[36,38,40,96,101,102,103,105,106,107],electron:23,element:[31,32,34,90],eleven:[4,6],elmo:24,elmo_embed:24,els:[62,63],elsevi:86,emb:3,embed:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,105,106,114],embeddings_col:80,embeddingsfinish:[3,4,6,21,24,29,53,54,59,76,79,80,83,84,85],embeddingssent:59,emerg:[68,86],empir:[3,4,6,83,84,85],emploi:85,employ:64,employe:[12,27,47,64],empti:[34,89],emptydataset:[19,74],en:[3,4,5,6,8,11,14,16,20,21,22,24,25,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,85,110,121],enabl:[39,44,85],enablecumul:34,enablememoryoptim:39,enableoutputlog:[13,31,39,60],enclos:12,encod:[4,6,13,14,23,29,30,76],encourag:76,end:[10,48,56,72,90,105,106,114,116],eng:[37,39,109,121],engin:[10,30],english:[44,45,61,65,81,82,86],enhanc:[77,78],entail:24,entir:30,entiti:[5,7,10,22,25,35,36,37,38,39,40,41,69,70,71,88,92,96],entityextractor:[7,10,69],entitytyp:25,entityvalu:[69,70],entri:[62,90],environ:0,enwik8:29,eo:56,ep:37,epeu:[102,103,106,107],epoch:[13,15,31,35,37,39,56,60],epochs_numb:56,epochsnumb:56,equival:[96,119],erong:[45,67],error:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],errorthreshold:[15,16],especi:[30,68],essenti:23,est:[26,30],establish:3,estim:[97,115],et:[3,26,53,54],etc:[9,91,99],eu:[109,110,121],evalu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,99],evaluationlogextend:39,even:[68,86],ever:[13,23,60,115],everi:[3,4,6,15,16,21,29,30,40,53,54,77,83,84,85,90,97,116],everyth:[96,119,120],evid:3,exact:[7,69],exactli:97,exampl:[1,3,4,5,6,7,9,10,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,96,97,99,101,102,103,105,106,107,109,110,111,112,114,115,116,118,119,120,121],exce:[53,54],excel:85,except:[10,34,39,72],exceptionspath:72,exclud:[37,39],execut:[96,115,119],exhibit:85,exist:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],expect:[72,85,103],expens:[24,30,44,53,54,62,68,85],experi:[21,85],experiment:86,explain:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,118,120],explain_document_dl:[88,92,96,101,102,103,105,106,107],explain_document_ml:[114,119,120],explain_document_pipelin:[96,101,102,103,105,106,107,114,119,120],explainparam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],explainresult:[88,92],explan:[15,16,118],explicitli:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,107,115],explod:[3,4,6,7,9,12,14,20,21,24,29,30,33,34,36,41,46,47,50,53,54,55,56,57,59,69,71,75,76,79,80,83,84,85,86,88,91,92,101,103,105,106,107,109,111,114,115,120],explode_annotations_col:102,explodeent:25,explodesent:[55,56,57,109,110],explor:68,expos:24,express:[12,17,50,60],extend:[3,4,6,9,12,13,14,15,16,17,20,21,23,24,26,27,30,31,32,33,34,37,38,39,40,42,44,45,46,47,48,50,53,55,57,59,60,61,62,63,64,65,68,69,72,75,76,77,78,79,80,81,82,83,85,86,88,89,90,91,92,99],extendedjavawrapp:[109,110,111,112],extens:87,extern:[0,27,39,50,69,86,97,109,110,111,112],externalfeatur:37,externalresourc:[7,69],externalrul:50,extra:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,115],extra_loc:115,extract:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99],extractor:[7,10,69],extractparammap:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],f1:[4,6,83,84],f:[102,103,104,105,106,107],facebook:[83,84],facilit:68,facto:86,factor:[15,68,83,84,85],fail:89,failonmiss:89,fals:[3,4,5,6,7,8,9,10,12,13,14,16,17,20,21,22,23,24,25,26,27,29,30,31,32,33,34,36,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,64,65,67,68,69,70,71,72,75,76,77,79,80,82,83,84,85,86,88,89,90,91,92,93,96,99,101,102,103,105,106,107,109,110,111,114,115,116,121],famili:23,far:[88,92],farendel:10,fast:[21,30,77,78,96,119],faster:[5,21,22,24,44,45,67],featur:[20,34,37,86,118],featurecol:91,feder:[20,75],few:[72,73,86,111,121],fewer:3,fibrosi:[112,121],field:[69,70,80],file:[7,15,16,19,23,27,37,39,42,44,50,56,62,66,69,72,74,76,79,109,110,111,112,121],filter:[36,37,65,68,83,84,86,102,103,107],filter_po:102,final_senti:77,finalr:15,find:[17,19,20,25,27,31,32,53,54,74,75,76],fine:[4,6,21,68],finetun:[29,85],finish:[77,91,93,97],finished_embed:[3,4,6,21,24,29,53,54,59,76,79,80,83,84,85],finished_label_metadata:112,finished_n:112,finished_po:112,finished_pos_metadata:112,finished_sentence_embed:91,finished_token:[112,116],finished_token_metadata:112,finishedresult:93,finnish:[65,86],firm:[20,75],first:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,99,115,116,120],fit:[3,4,5,6,7,9,10,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,64,65,66,67,68,69,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,89,91,94,96,97,98,99,115,116,119],fitmultipl:[7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],five:[23,41],flat:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],flatten:10,flight:[25,93],floattyp:[105,106],fly:86,focus:[3,86],folder:[3,4,5,6,13,21,22,24,29,30,31,39,53,54,56,60,66,68,76,83,84,85],follow:[17,23,24,29,33,36,42,50,71,79,86,116],font:23,footprint:3,forcibl:55,forest:91,form:[7,12,13,17,27,31,44,50,56,60,62,66,69,79,81,91,110,115],formal:[31,32],format:[7,17,18,19,25,27,33,37,39,42,44,50,62,66,68,69,74,90,92,93,109,110,111,112,121],formul:85,fortgeschritten:26,forth:65,found:[29,44,45,48,79,86,89,118],founder:86,four:[57,71],fr:26,fraction:15,frame:81,framework:[0,30,68],franc:30,francisco:[83,84,86],free:30,freeli:76,french:[30,65,86],frequenc:[16,44,66,77,81],frequencyprior:44,frequencythreshold:[66,81],frequent:81,fri:[17,33],friendli:[30,36],from:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,105,106,107,109,110,111,112,114,115,116,119,120,121],full:[85,115],fullannot:96,further:[3,86,88,99],furthermor:85,futur:[56,68],g:[5,12,16,22,23,24,25,30,37,39,65,68,74,75],gain:[53,54,83,84],gallei:23,gamma:16,gee:31,gener:[3,9,13,14,15,16,21,29,31,32,37,38,39,40,44,45,56,59,67,68,85,86,92,93,114,115,116],german:[65,86,109,110,121],get:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,115,120,121],getambiguitythreshold:81,getbatchs:[3,4,5,6,21,22,29,30,40,53,54,83,84,85],getcasesensit:[3,4,5,6,7,8,21,22,24,29,53,54,79,80,83,84,85],getcasesensitiveexcept:[10,72],getcontextchar:[10,72],getdimens:[3,4,6,21,24,29,53,54,59,76,79,80,83,84,85],getexcept:[10,72],getfrequencythreshold:81,getignoreunsupport:96,getincludestorag:[7,8,79,80],getinfixpattern:[10,72],getinputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,99],getlabelcolumn:[35,37,39],getlazyannot:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,99],getniter:[46,81],getorcr:0,getordefault:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],getoutputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,99],getparam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],getparamvalu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,99],getprefixpattern:[10,72],getsplitchar:[10,72],getstag:97,getstopword:86,getstoragepath:[7,79],getstorageref:[3,4,6,7,8,14,21,24,26,29,32,40,53,54,59,61,76,79,80,83,84,85],getsuffixpattern:[10,72],getwordclass:16,github:[1,3,4,6,30,53,68,77,78,85],give:[77,78],given:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],global:29,glove_100d:[40,80],glove_4d:79,gloveembed:91,glue:[3,4,6,21,53,54,83,84],go:[77,115],goldbloom:86,good:[21,32,76,77],googl:[3,4,6,24,53,54,68,76,86,110],googleo:110,got:86,goyal:[53,54,83,84],gpt:53,gpu:[3,30,68],grab:[10,72],gradient:37,graduat:10,gram:[34,68,86],grammar:12,grammat:[19,20,74,75],graph:[25,30,39,93],graph_extract:25,graph_finish:93,graphextract:93,graphfold:39,grave:[83,84],great:56,greater:86,greedi:68,group:[10,12,72],grow:86,gru:[31,32],guarante:52,guid:1,guillaum:[83,84],gummi:[44,66],gummic:[44,66],gummier:[44,66],gummiest:[44,66],gummifer:[44,66],guzman:83,h1:23,ha:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,108,111,115,116],hackerrank:86,had:86,hal:86,half:86,ham:44,hamner:86,hand:48,happen:86,happi:[96,114,116,119,120],hard:64,harder:3,hasbatchedannot:[3,4,5,6,21,22,29,30,40,53,54,83,84,85],hascasesensitiveproperti:[3,4,5,6,21,22,24,29,53,54,83,84,85],hasdefault:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],hasembeddingsproperti:[3,4,6,21,24,29,53,54,59,76,79,80,83,84,85],hasparam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],hasstorag:[7,79],hasstoragemodel:[8,80],hasstorageref:[3,4,6,14,21,24,26,29,32,40,53,54,59,61,76,83,84,85],have:[0,3,13,14,21,31,32,34,37,38,39,41,46,53,54,56,60,66,71,79,86,99,115,116,119],he:[33,48],head:[3,5,22,36,38,40,85,96,101,102,103,105,106,107],header:[13,60,115],helen:57,hello:[7,10,69],help:[3,19,20,30,72,73,74,75,116,120],helper:[1,46,81,93,100,108,111,118,121],henc:42,here:[12,27,103,115],heritag:56,hi:56,hidden:[3,5,22,24,85],hide:23,high:[30,76,83,84],higher:[68,77,79,80,86],highest:68,highlight:[53,54],him:33,histori:[15,16,56,86],hold:[96,119],holm:15,home:86,horribl:77,host:86,hour:[17,33],how:[0,1,3,4,5,7,9,14,19,21,22,24,25,26,27,29,31,32,36,37,39,42,44,50,52,53,55,59,62,66,69,74,79,81,83,85,90,93,109,110,115,120],howev:[3,42,59,85,86,114],http:[3,4,6,24,68,76,77,78,85],hub:[1,3,4,5,6,14,16,20,21,22,24,26,27,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,75,76,80,82,83,84],huggingfac:[3,4,5,21,22,29,53,83,85],human:86,hundr:[83,84],hungarian:[65,86],hyper:68,hyperparamet:[53,54],i:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,105,109,110,115,121],id:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],idcol:90,idea:85,identif:[3,4,6,7,8,14,21,24,26,29,32,40,53,54,59,61,76,79,80,83,84,85],identifi:[8,10,50,72,73,80,86,116],ignor:[3,4,5,6,7,8,21,22,24,29,34,36,44,53,54,65,79,80,83,84,85,96],imdb:61,impact:[53,54],implement:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],implicitli:25,imposs:[56,81,82],impossible_penultim:56,impossiblepenultim:56,improv:[3,4,6,24,37,39,53,54,83,84,120],includ:[0,4,6,7,8,15,17,18,23,24,25,33,36,37,38,39,40,68,79,80,83,84,85,86,92,112,114,115,116,121],includeallconfidencescor:[39,40],includeconfid:[37,38,39,40],includeedg:25,includemetadata:92,increas:[3,44,79,80,86],increment:52,independ:[44,45,48,67,86],index:[7,8,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,80,81,86,94,97,109],indic:[21,52,53],individu:[16,86],induc:79,induct:21,industri:23,infect:[112,121],infer:[4,6,21,85],infix:[10,48,72],infixpattern:72,influenc:16,inform:[1,15,16,17,18,19,20,33,36,74,75,80,83,86,90,112,114,115,121],initi:[15,98,109,110,111,112],initialr:15,inplac:90,inplace_ful:90,input:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,102,105,106,109,110,111,112,115,116,119,121],inputcol:[13,26,31,59,60,90,91,92,93],insert:[44,45,67,115],insid:[10,11,13,14,31,32,36,46,72,73,109],insight:68,inspir:[44,45,66,67,77,78,109,110,111,112],instal:1,instanc:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],instanti:[8,11,13,14,15,16,19,20,27,28,31,32,37,38,39,40,43,44,45,47,49,51,57,60,61,63,66,70,74,78,79,80,81,82,108,109,110],instead:[6,17,18,26,33,68,86,91,92,96,119],institut:3,insult:31,integ:90,integertyp:[105,106],integr:[30,85,86],intend:98,intent:97,inter:3,interchang:116,interest:86,interfac:[87,119],intern:[24,72,88,89,90,91,92,93,94,95,99,109,110,111,112],interpret:[7,60,61,79],intersect:44,introduc:[4,6,21,24,29,68],investig:[21,76],investor:86,involv:[57,85],iob2:[25,36],iob:[25,36,37,39],ipsum:[7,23,69],isarrai:89,isdefin:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],islong:6,ispaddedtoken:112,isset:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],issu:1,ist:26,italian:[15,65,86],item:[13,60,79,80],iter:[3,7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],its:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,111],itself:[12,68,86,97,98,116],iz:29,jan:[17,33],jane:72,januari:[17,18,33],japanes:[81,82],jar:0,jatowt:86,java:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,99],java_class:[109,110,111,112],java_model:[3,4,5,6,8,11,14,16,20,21,22,24,25,26,28,29,30,32,38,40,43,45,47,49,51,53,54,57,61,63,65,67,68,70,73,75,76,78,80,82,83,84,85,95],java_obj:94,javaestim:97,jersei:[88,92],jigsaw:32,jingfei:[53,54],jj:[12,46,47,96,101,105,106,109,110,111,114,119,120,121],job:[86,89],john:[5,6,22,25,41,42,54,57,84,93],johnsnowlab:[0,3,4,5,6,8,11,14,16,20,21,22,24,25,26,28,29,30,32,38,40,43,45,47,48,49,51,53,54,56,57,61,63,65,67,68,70,73,75,76,78,80,82,83,84,85],join:[34,46,111],jointli:[4,6],jorg:86,joshi:[53,54],journal:86,juli:[17,18,33],jupyt:0,just:[4,6,21,34,39,40,53],jvm:65,k:[68,91],kaggl:86,kartikai:[83,84],keep:[42,68,86],kei:[19,27,53,54,74,83,84,90,96],kept:68,kernel:86,key_delimit:27,keyword:[62,63,86],khandelw:[83,84],khosla:86,kind:[17,32,33,86],know:[21,30,97],knowledg:[0,21,86,93],korean:[81,82],kryoseri:0,kwarg:97,l2:37,l2valu:37,la:30,lab:41,label:[5,13,15,16,22,26,31,32,35,36,37,39,60,61,62,63,68,74,75,77,109,115],labelcol:109,labelcolumn:[13,31,37,39,60],labeled_depend:[74,75],laborum:[7,69],lack:56,lamb:[109,110,121],lambda:[103,105,106,107],landscap:68,lang:[3,4,5,6,8,11,14,16,20,21,22,24,25,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85],langag:26,langid:30,languag:[3,4,5,6,8,11,14,15,16,20,21,22,24,26,28,29,30,32,38,40,44,45,47,53,54,56,57,60,61,65,66,67,68,70,73,75,76,78,80,81,82,83,84,85,86,89,99,115],languagedetector:26,languagemodelclass:15,larg:[3,5,7,21,22,24,26,39,83,84,85,86],larger:[21,30,53,54,68],largest:[23,86],last:[10,17,33,119],latter:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],launch:86,layer:[3,4,5,6,22,24,85],lazili:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,99],ld:26,ld_wiki_tatoeba_cnn_21:26,lda:91,le:[26,30],lead:[3,83,84],leap:23,learn:[3,13,14,15,16,21,24,31,32,37,38,39,53,54,56,57,60,68,76,83,84,85,86],least:81,led:[29,53,54,86],left:[4,6],legth:[10,42,52,72],lemma:[27,28,62,96,110,116,119,120],lemma_antbnc:28,lemmas_smal:[27,62],lemmat:[28,62,65,97,99],lemmatizermodel:27,length:[3,4,5,6,15,16,21,22,29,30,34,53,54,55,68,72,83,84,85],lenon:[5,22],less:[21,26,34,37,44,60,61],let:[0,21,48,115],letraset:23,letter:[15,42,111,121],levchin:86,level:[4,6,13,15,16,29,31,35,37,39,53,54,60,76,84],levenshtein:[15,16,44,45,67],leverag:21,levi:[53,54],lewi:[53,54],librari:[1,3,4,5,21,22,26,29,53,83,85,89,90,91,99,120],light:[1,21,85,86,96,118,120],lighter:21,lightpipelin:[87,119],like:[3,9,13,15,21,23,29,36,56,59,72,77,81,82,85,86,114],likelihood:85,limit:[3,29,44,68,79,85,86],line:[7,56,62,69,79,111],linear:[5,22],linearli:29,lingual:[26,30,76,83,84,86],linguist:24,list:[3,4,5,6,7,10,11,12,13,14,15,16,19,21,22,23,24,25,26,27,29,30,31,32,35,36,37,39,40,41,42,44,46,48,50,53,54,55,56,60,61,62,65,66,68,69,72,73,74,76,77,79,81,83,84,85,86,91,92,94,96,97,103,105,106,107,113,115],lite:3,littl:[56,120],liu:[53,54],live:[5,22],ll:81,lm:15,load:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99,108,115,118],loaddefaultstopword:[65,86],loadsavedmodel:[3,4,5,6,21,22,24,29,30,53,54,68,76,83,84,85],loadsp:76,loadstorag:[8,80],loc:[5,22,25,36,38,40,88,92,96,106,109],local:[0,3,4,5,6,21,22,24,29,30,53,54,65,68,76,83,84,85,86,96,119],locat:[88,115],log:[13,31,39,56,60],london:[5,22],longer:[3,26,29,120],longform:29,longformer_base_4096:29,look:114,lookup:[7,8,24,44,45,67,79,80,85],lorem:[7,23,69],loss:[3,21,68],lossep:37,love:[6,14,54,57,77,84,115],low:[16,83,84],lower:[3,16,23,86,89],lowercas:[23,42,43,52,89],lr:[13,31,39,60],lstm:[24,39],lstm_outputs1:24,lstm_outputs2:24,luca:10,luke:[53,54,83,84],m:[14,17,33,115],machin:[30,31,32,37,38,68,86],made:76,magna:[7,69],magnitud:[44,45,67],mai:[7,10,13,15,19,27,31,32,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,89,94,97,114,115,116,119,120],main:[1,73,114,118,121],mainli:30,make:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,99,108,117,121],manag:[0,86],mandar:[53,54],mandela:56,mangaravit:86,mani:[30,31,32,53,54,68,81,82,86],manner:86,manual:[0,114],map:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,103,104,105,106,107,114],mape:16,maptyp:[105,106],margin:85,mari:[6,54,57,84],marian:30,mariannmt:30,mark:[55,81],mask:[52,83,84,85],master:0,match:[3,4,5,6,7,8,10,12,17,21,22,23,24,29,33,42,43,46,50,53,54,69,70,72,79,80,81,83,84,85,89,114],match_al:50,match_complet:50,match_first:50,matcher:50,matthew:29,max:[0,3,4,5,6,21,22,29,53,54,66,83,84,85,86],max_length:24,maxcandid:[15,16],maxeditdist:66,maxepoch:[13,31,37,39,60],maxim:[15,85],maximum:[10,13,15,16,25,30,31,35,37,39,42,44,52,55,60,68,72,86],maxinputlength:30,maxlength:[42,52,55,72],maxngram:86,maxoutputlength:[30,68],maxresults:0,maxsentencelength:[3,4,5,6,21,22,29,53,54,83,84,85],maxsentences:25,maxwindowlen:[15,16],mb:[114,119,120],mbert:[83,84],md:[46,111],me:33,mean:[12,17,18,26,30,31,33,52,68,83,86,91,96,115,116,119],meaning:[12,64],measur:[21,53,54],mechan:29,medic:[112,121],medment:[112,121],member:46,memori:[0,3,5,22,24,79,80],merg:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],mergeent:25,mergeoverlap:[7,8,69,70],merit:86,metadata:[37,38,39,40,46,69,70,86,90,92,96,105,106,114,116],metadatacol:90,method:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,109,110,111,112,113],methodolog:68,metric:66,michael:10,mickiewicz:30,microsoft:30,middl:48,might:[39,81,120],mike:[53,54],million:[41,86],milner:86,min:15,mincount:15,mindshar:86,minepoch:[37,39],mini:[53,54],minim:[30,76],minimum:[10,25,26,31,32,35,37,39,42,44,52,55,60,61,66,68,72,86],minlength:[42,52,55,72],minngram:86,minoutputlength:68,minsentences:25,minut:31,minw:37,misc:[109,110,121],miss:[17,18,33,89],mix:24,ml:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,96,97,98,99,115,119],mllib:65,mlm:29,mlqa:[83,84],mlreader:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99],mlwriter:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99],mm:[17,18,33],mo:112,mode:[44,90],model:[1,3,4,5,6,7,8,10,11,13,14,15,16,19,20,21,22,24,25,26,27,28,29,30,31,32,37,38,39,40,42,43,44,45,46,47,48,49,50,51,53,54,56,57,60,61,62,63,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,85,94,97,114,118,120,121],model_architectur:[56,57],modelarchitectur:[56,57],modeliter:[7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],moder:56,modif:[4,6],modifi:[19,20,53,54,56,74,75],modul:[1,2,15,16,17,24,30,40,47,50,68,85,87],mogul:[20,75],mondai:[14,115],monolingu:[83,84],month:[17,18,33,86,111,121],more:[5,12,21,22,23,24,31,32,34,36,44,52,56,59,68,73,83,84,86,88,89,90,91,92,99,112,115,118,121],morn:[25,93],morph:110,most:[21,29,30,39,40,68,86],motiv:29,movi:[13,60,77,115],much:[3,14,42,53,54,81,115],multi:[3,13,14,26,30,31,32,60,61,76,83,84,86],multiclass:[31,32],multiclassifi:32,multiclassifierdl:[31,32],multiclassifierdl_use_tox:32,multiclassifierdlapproach:32,multiclassifierdlmodel:31,multidatematch:17,multilingu:[83,84],multinli:[4,6],multipl:[17,31,32,72,86,106],music:77,must:[7,27,44,50,62,69,77,89,103],my:[5,10,13,22,23,34,50,52,55,60,65,115],myle:[53,54,83,84],n:[0,34,36,38,40,48,57,68,84,86,96,101,102,103,105,106,107],naiv:[77,78],naman:[53,54,83,84],name:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,101,102,105,106,109,111,115],named_ent:[5,22,25,36,37,38,39,40,41,96],naravik:86,narayanan:[77,78],natur:[3,4,6,21,26,60,61,68,76,85,89,99],naturel:26,necessari:[21,118],need:[0,12,15,17,18,19,21,25,33,37,42,44,46,50,52,53,56,66,72,73,74,77,78,79,86,96,109,110,111,115,116,119,121],neg:[60,61,62,63,77],neglect:85,neighbor:25,neither:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],nelson:56,ner:[5,10,22,25,35,36,37,38,39,40,41,83,84,96,106],ner_crf:38,ner_dl:40,ner_overwritten:41,nerapproach:[37,39],nerconvert:9,nercrfapproach:38,nercrfmodel:37,nerdlapproach:[40,109,121],nerdlmodel:[25,36,39,41],nermodel:40,nertagg:[25,37,38,39,40,41],network:[4,6,24,39,40,56],neural:[4,6,30,39,40,56],neutral:[26,60,61],never:[77,115],new_java_arrai:[109,110,111,112],newal:[20,75],newresult:41,newsyou:31,next:[7,10,13,15,17,19,27,31,33,37,39,42,44,46,48,50,53,54,56,60,62,66,68,69,72,74,77,79,81,86,94,97],ngram:[9,34,68],ngramgener:9,nice:62,nich:86,niter:[46,81],nkeyword:86,nlm:15,nlp:[2,3,4,5,6,8,9,11,12,13,14,15,16,17,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,59,60,61,62,63,64,65,67,68,69,70,72,73,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,96,97,99,109,110,111,112,113,114,115,116,117,118,119,121],nlp_2:0,nn:[12,46,47,109,110,111,112,121],nnp:[12,46,47,96,101,102,103,105,106,107,109,110,111,112,114,119,120,121],nnp_token:[103,107],node:25,noisi:[15,16],non:[72,81,82],none:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,116],nonexecut:111,nor:86,norepeatngrams:68,normal:[7,14,23,43,57,65,77,91,97,99,115,116],normalizeddocu:23,norvig:[44,45],norvigsweetingapproach:[45,121],norvigsweetingmodel:44,norwegian:[65,86],notabl:30,note:[3,7,13,21,24,30,31,40,53,59,60,68,79,80,83,85,86,96,120],notebook:0,noun:12,nov:[17,33,111],novel:[85,86],now:[0,56,96,116],np:[109,110,121],nsubj:[25,75,93],nthi:52,nullabl:[31,90],number:[3,4,6,13,15,16,19,21,24,29,31,34,35,37,39,46,53,54,56,59,60,68,74,76,80,81,83,84,85,86],numberofiter:[19,74],nune:86,o:[5,22,36,38,40,41,96,106,109,110,112,121],object:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,114,115],obscen:[31,32],observ:76,obtain:[4,6,76],occur:68,occurr:86,off:[13,31,39,56,60,76,83,84],offer:[87,115,117,120],offici:[3,36,38,40,86,96,101,102,103,105,106,107],often:[3,53,54,85],ok:[114,119,120],old:111,omer:[53,54],onc:68,one:[4,6,7,10,13,15,17,19,23,26,27,31,32,36,37,39,42,44,46,48,50,56,59,60,62,66,69,72,74,77,79,81,83,84,85,86,94,97,99,115],onli:[17,19,23,24,42,48,55,56,57,68,74,76,85,97],onto:[12,101,116],oov:9,op:76,open:[26,72,73,89,90,91,99],openjdk:0,opensourc:99,oper:[15,16,21,29,48,114],opinion:[13,60,115],optim:[39,53,54,56],option:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,105,106,109,110,111,112,115],opus_mt_en_fr:30,oracl:0,orang:[6,54,84],order:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,103,115,116,119,121],orderbi:86,org:[36,38,40,41,96,106,109,110,121],organ:[30,86],origin:[3,29,53,56],other:[0,10,25,31,32,42,48,59,62,68,76,86,88,90,91,92,115],otheriws:[26,60,61],otherwis:[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85,89],ott:[53,54,83,84],our:[3,21,24,29,53,54,56,68,76,83,84,86,103,120],out:[14,27,42,64,65,86,115],outperform:[29,76,83,84,85,86],output:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,96,99,101,103,104,105,106,111,114,115,116],output_col:80,output_column:[101,105,106],output_logs_path:56,output_typ:[103,104,105,106],outputasarrai:[92,93],outputasvector:91,outputcol:[90,91,92,93],outputdocumentcol:111,outputlogspath:[13,31,39,56,60],outputposcol:111,outputtextcol:111,outsid:36,over:[10,11,18,21,35,44,72,73,83,84,85,102,103,104,105,106,107],overal:[80,85],overallcoverag:[79,80],overcom:85,overlap:[7,8,69,70],overlook:[53,54],overrid:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],overview:[113,118],overwrit:41,overwritten:41,own:[1,8,11,14,16,20,28,32,38,40,43,45,47,49,51,61,63,70,78,81,82,118,119,121],p:[13,23,26,39,48,60,61],pa:[112,121],packag:[0,3],pad:112,page:[1,23,113,118,120],pagemak:23,pair:25,paper:[3,4,6,21,24,29,30,53,54,56,68,76,77,78,83,84,85,86,112,121],parallel:[55,56,57,96,119],param:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],paramet:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,104,105,106,107,109,110,111,112],parammap:[7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],paramnam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],parataxi:75,parent:[20,75],pari:[5,22],parquet:39,pars:[12,16,17,18,19,20,27,33,44,74,75,96,111],parse_embed:96,parseembeddingsvector:92,parser:[12,19,20,25,74,75],part:[12,27,46,47,64,81,82,86,89,111,121],particular:[19,74,86],particularli:[83,84],pasquali:86,passag:23,past:30,path1:25,path:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99,109,110,111,112],patient:79,pattern:[10,11,12,23,42,43,44,52,72,73],patttern:66,peck:[12,27,47,64],penalti:68,penn:19,penultim:56,peopl:57,pepper:[12,27,47,64],per:[5,13,17,22,26,31,34,35,36,37,38,39,40,60,83,84,96,106,109],percentag:[15,80,81],perceptron:[20,46,47],perceptronapproach:[47,111,121],perceptronmodel:[12,19,20,25,37,38,46,74,75,109],perform:[3,21,23,24,44,53,54,76,77,79,80,83,84,85],permut:85,perplex:[15,16],peter:[12,27,29,42,47,57,64,109],phase:21,phone:86,phrase:[7,12,69],pick:[12,27,47,64],pickl:[12,27,47,64],piec:73,pierr:[46,111],pip:0,pipelin:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,114,115,118],pipeline_model:98,pipelinemodel:[13,15,19,23,31,37,39,44,60,66,74,77,81,96,98,115,118],piper:[12,27,47,64],pitchbook:86,pl:42,place:31,plain:121,platform:86,pleas:[0,4,5,6,8,11,14,16,17,20,21,22,24,26,27,28,29,30,32,38,40,43,45,46,47,49,51,53,54,57,61,63,65,67,68,70,75,76,78,80,82,83,84,90,98,117,120],plenti:86,plethora:86,plit:82,pn:31,po:[12,19,20,25,37,38,39,46,47,48,74,75,81,96,101,102,103,105,106,107,109,114,118,119,120],point:[3,4,6,56,90],polici:23,polit:56,polysemi:24,pool:[9,24,59],poolinglay:24,poolingstrategi:[9,59],popularis:23,port:3,portugues:[65,86],pos_anc:47,pos_chunk:105,poscol:[46,81,109],posdf:111,posit:[21,52,60,61,62,63,77,83,84,85,86,99],position_id:21,positionalmask:52,posmodel:25,possibl:[9,15,21,66,83,84,90],postag:12,postagg:[19,20,25,38,47,74,75],potenti:[15,16],pour:26,power:[4,6,68],pp:86,practic:68,pragmat:63,pre:[4,6,21,24,68,76,88,89,90,92,99,115],preced:115,precis:[19,20,31,32,74,75],predefin:[7,27,50,62,63,69],predict:[39,40,68],prefer:[25,93],prefix:[10,36,48,72],prefixpattern:72,prepar:90,prepend:89,prerequisit:[38,39,40,41,115],present:[3,24,25,29,30,53,54,56,76,83,84],preserv:[21,99],preserveposit:99,pretrain:[1,3,4,5,6,8,9,11,12,13,14,15,16,17,19,20,21,22,24,25,26,27,28,29,30,31,32,37,38,39,40,41,44,45,46,47,50,53,54,56,57,59,60,61,65,66,67,68,70,73,74,75,76,78,79,80,81,82,83,84,85,88,91,92,96,101,102,103,105,106,107,114,118],pretrainedpipelin:[88,92,96,101,102,103,105,106,107,114,119,120],pretti:[32,86],pretty_al:23,preval:21,previou:[83,84,115],previous:[53,54,86],principl:[96,119],print:23,printer:23,printschema:[31,90],prior:[15,16,21,29],prioriti:[10,11,44,72,73],privat:[53,54],pro:85,probabl:[68,86],problem:[3,15,16,24,31,32,68],proce:116,process:[3,4,5,6,21,22,24,25,26,29,31,36,53,54,56,60,61,68,83,84,85,86,88,89,90,91,92,97,99,114,115,116,117],produc:115,product:[60,61],program:26,programm:26,programmiersprachen:26,progress:[52,56],project:[30,86],pron:110,proof:21,properti:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],propn:110,proport:[13,31,39,56,60],propos:[3,21,53,54,83,84,85],protagonist:77,provid:[3,4,5,6,7,14,16,17,19,20,21,22,24,26,27,29,30,32,33,37,38,40,42,44,45,47,50,53,54,55,57,61,62,67,68,69,74,75,76,79,80,82,83,84,85,96,103,116],prp:[96,111,114,119,120,121],prunecorpu:77,pseudomona:[112,121],publicli:[83,84],publish:[23,53,54],pubtat:118,pubtatordataset:112,pubtatorfil:112,punct:110,punctuat:42,pure:30,purpos:[21,56],push:[4,6],put:[14,101,115],pylist:[109,110,111,112],pypi:0,pyspark:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,104,105,106,107,109,110,111,112,115,116],python3:0,python:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,99],q:3,qam:48,quadrat:29,quell:30,question:[4,6,19,20,24,46,53,54,68,74,75,85],quick:[0,116],r:[83,84,86],race:[3,53,54],rage:39,rais:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],random:[13,31,35,37,39,60,91],random_embeddings_dim4:79,randomse:[13,31,37,39,60],rang:[4,6,21,83,84],rank:[15,16,85],rate:[13,15,31,39,53,54,60,79],raw:[23,48,72,73,114,116],rb:[96,111,114,119,120,121],rdf:93,re:[88,115],reach:86,read:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99,109,110,111,112,115,121],read_a:[7,19,27,37,39,42,44,50,62,66,69,74,79,109,110],reada:[7,10,19,27,37,39,42,44,50,62,66,69,74,79,109,110],readcaches:[79,80],readdataset:[37,39,46,81,108,109,110,111,112,121],readi:[0,14,115],readmonthfirst:[17,33],real:39,realli:[13,60,77,115],receiv:[111,121],recent:[4,6,23,53,54,86],recogn:[35,36,37,39,41],recognit:[5,22,37,38,39,40],recommend:[0,24,30,62,68,77,85],reconsid:68,reconstruct:99,recurs:[48,97],recursiveestim:94,recursivepipelin:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,94,95,98,99],recursivetoken:49,recursivetransform:95,reduc:[21,44,45,67,99],reduct:[3,44],reductlimit:44,refer:[0,1,3,4,6,7,8,14,15,16,21,24,26,29,30,32,40,44,45,50,53,54,56,59,61,66,67,68,76,77,78,79,80,83,84,85,86,89,90,115,117,118],regardless:69,regex:[10,15,16,23,42,43,44,50,52,66,72],regexmatch:51,regexpars:12,regextoken:116,regress:68,regular:[12,37,50],reject:[109,110,121],rel:[15,16,17,18,33,37,83,114],relat:[19,20,25,31,32,74,75,120],relationship:[19,20,25,74,75,76],relationshiptyp:25,releas:[3,23,53,54,68,83,84],relev:[25,86],reli:[19,74,85,86],remain:[3,21,23,86],rememb:[15,16],remot:[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85],remote_loc:[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85],remoteloc:25,remov:[23,42,43,53,54,77,91,92,93],repeat:3,repetit:68,repetitionpenalti:68,replac:[23,26,28,29,44,45,57,67,115],replic:[53,54],report:[53,54,76],repositori:[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85],repres:[3,7,20,25,34,69,72,73,75,85,115],represent:[3,4,6,21,24,36,68,79,83,84,85,90],requir:[1,3,5,6,15,16,19,22,24,31,40,42,71,74,75,76,77,78,81,83,84,86,89,91,99,114,115,116],research:[3,4,6,30,68],resort:86,resourc:[3,4,5,6,7,8,10,11,13,14,16,19,20,21,22,24,26,27,28,29,30,32,37,38,39,40,42,44,45,46,47,50,53,54,57,60,61,62,65,66,67,68,69,70,73,74,75,76,78,79,80,81,82,83,84,85,97,109,110,111,112,115,121],respect:[37,80,111],respons:56,rest:[36,86],restaur:62,restor:[3,4,5,6,8,11,14,16,20,21,22,24,26,28,29,30,32,38,40,45,47,53,54,57,61,65,67,68,70,73,75,76,78,80,82,83,84,85],restrict:86,result:[3,4,5,6,7,9,10,12,14,16,17,20,21,22,23,24,25,26,27,29,30,32,33,34,36,38,40,41,42,45,46,47,48,50,52,53,54,55,57,59,60,61,62,64,65,67,68,69,71,72,75,76,77,79,80,82,83,84,85,86,88,89,90,91,92,93,96,99,100,101,102,103,104,105,106,107,109,110,114,115,116,119,120],result_senti:77,resultdf:80,resulttupl:86,resultwiths:91,retain:21,retriev:[0,27,44,45,64,66,79,80,115,116],review:[60,61,109,110,111,112],ri:[83,84],rich:68,right:[4,6,23],rise:68,rnn:26,road:116,robert:10,roberta:[29,53,54,83,84],roberta_bas:53,robertaembed:83,robustli:[53,54],root:[20,25,31,75,90],roottoken:25,row:[55,56,57,77,80,90,101,103,109],rr:81,rule:[10,48,50,62,63,72,73],rulefactori:72,rumor:86,run:[0,21,86,120],russian:[65,86],s:[0,1,3,7,10,13,15,16,19,21,23,27,29,30,31,37,39,42,44,46,48,50,52,53,54,56,60,62,66,68,69,72,74,77,79,81,83,84,86,92,94,96,97,103,104,107,114,115,116,119],sacrif:[83,84],safe:[7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],sai:[20,72,75,86],sajawel:56,same:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,116],sampl:68,san:[23,86],sarah:[5,22],sarcasm:[14,115],sarcasmdl:[14,115],save:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99,115],savestorag:[8,80],savoir:30,saw:33,sbt:0,scala:26,scale:[3,21,29,68,83,84],scenario:77,schema:36,scheme:53,schweter:56,scienc:86,scientist:86,sconj:110,scope:77,score:[4,6,26,37,38,39,40,60,61,62,63,77,78,83,84,86],scrambl:23,scrape:23,script:86,sda:[63,78],search:44,searchtri:8,second:[24,50,52,55,65,115],section:[86,90,119],see:[3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,26,27,28,29,30,31,32,33,34,36,37,38,39,40,42,43,44,45,46,47,48,49,50,51,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,99,112,118,120,121],seed:[13,31,35,37,39,60],segment:[21,53,81],sego:23,select:[5,9,16,21,22,25,26,32,38,40,45,48,61,67,68,77,80,82,86,90,92,93,99,101,102,103,107,116],selectexpr:[3,4,6,7,9,10,12,14,17,20,21,23,24,27,29,30,33,34,36,41,42,46,47,50,52,53,54,55,57,59,62,64,65,69,71,72,75,76,79,80,83,84,85,86,88,89,91,92,103,105,106,107,109,110,111,114,115,120],self:[3,29,30,97],semant:[24,76,81,82],semi:24,sens:120,sensit:[10,44,65,72],sent:86,sent_roberta_bas:54,sent_small_bert_l2_128:6,sent_small_bert_l2_768:6,sent_xlm_roberta_bas:84,sentenc:[3,4,5,6,7,9,10,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,36,37,38,39,40,41,46,47,50,52,53,54,55,56,57,59,65,69,71,74,75,76,77,78,80,81,82,83,84,85,86,88,90,92,96,99,109,111,112,115,119,120],sentence_bert_embed:6,sentence_detector_dl:[30,56,57],sentence_embed:[6,13,14,31,32,54,59,60,61,76,84,115],sentencecol:109,sentencedetector:[6,9,10,12,14,19,20,25,27,34,37,38,39,40,41,46,50,54,56,57,58,65,74,75,76,84,86,97,99,109,115,116],sentencedetectordlapproach:57,sentencedetectordlmodel:[30,56],sentencedetectorparam:55,sentencedl:57,sentenceembed:[13,31,32,60,91],sentencepiec:[3,76],sentencesdl:57,sentiment:[13,24,60,61,62,63,68,77,78,85,115,116],sentiment_vivekn:78,sentimentcol:77,sentimentdetector:63,sentimentdl:[60,61],sentimentdl_use_imdb:61,sentimentdl_use_twitt:61,sentimentdlapproach:61,sentimentdlmodel:60,sentimentscor:62,sep:21,sep_token:[21,53],separ:[10,11,21,34,44,50,53,55,56,57,72,73,81,82,92,101,109],seq2seq:[30,68],sequenc:[7,10,13,15,16,19,27,29,30,31,37,39,42,44,46,48,50,56,60,62,65,66,68,69,72,74,77,79,81,94,97],sequenti:[7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],serial:[3,4,5,6,13,14,15,16,21,22,24,26,29,30,31,32,39,40,53,54,60,61,68,76,83,84,85],serif:23,server:120,servic:[30,86],session:[1,109,110,111,112],set:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,115,118,119],setact:23,setambiguitythreshold:81,setanchordatedai:[17,18,33],setanchordatemonth:[17,18,33],setanchordateyear:[17,18,33],setannotationsplitsymbol:92,setbatchs:[3,4,5,6,13,15,21,22,24,29,30,31,39,40,53,54,60,83,84,85,115],setbuildfromtoken:[69,70],setc0:37,setcalculationscol:90,setcasesensit:[3,4,5,6,7,8,9,21,22,24,29,37,44,53,54,65,69,79,80,83,84,85,91,99],setcasesensitiveexcept:[10,72],setcasestrategi:[15,16],setchunkcol:89,setclasscount:15,setcleanannot:[3,21,24,29,53,59,76,79,80,83,85,91,92,93],setcleanupmod:[31,90],setcleanuppattern:42,setcoalescesent:26,setcomparelowcas:16,setcompoundcount:15,setconfigprotobyt:[3,4,5,6,13,14,15,16,21,22,24,26,29,30,31,32,39,40,53,54,60,61,68,76,83,84,85],setconll2009:74,setconllu:[19,74],setcontextchar:[10,72,86],setcorrectsymbol:16,setcustombound:55,setdateformat:[17,33],setdefaultdaywhenmiss:[17,18,33],setdeletesthreshold:66,setdelimit:[25,34],setdependencyparsermodel:25,setdependencytreebank:19,setdetectlist:55,setdictionari:[27,44,62,66],setdimens:[3,4,6,21,24,29,53,54,59,76,79,80,83,84,85],setdosampl:68,setdoublevari:44,setdropout:[13,39,60,115],setenablecumul:34,setenablememoryoptim:39,setenableoutputlog:[13,31,39,60],setencod:23,setent:[7,10,35,37,39,69],setentitytyp:25,setentityvalu:[69,70],setepoch:15,setepochsnumb:56,seterrorthreshold:[15,16],setevaluationlogextend:39,setexcept:[10,72],setexplodeent:25,setexplodesent:[55,56,57],setexternalfeatur:37,setexternalrul:50,setfailonmiss:89,setfinalr:15,setformat:[17,18,33],setfrequencyprior:44,setfrequencythreshold:[66,81],setgamma:16,setgraphfold:39,setidcol:90,setignoreunsupport:96,setimpossiblepenultim:56,setincludeallconfidencescor:[39,40],setincludeconfid:[37,38,39,40],setincludeedg:25,setincludemetadata:[92,116],setincludestorag:[7,8,79,80],setinfix:48,setinfixpattern:[10,72],setinitialr:15,setinputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,99,115,116],setisarrai:89,setislong:6,setiter:46,setl2:37,setlabelcolumn:[13,31,35,37,39,60,115],setlangid:30,setlanguagemodelclass:15,setlazyannot:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,99],setloadsp:76,setlocal:65,setlossep:37,setlowercas:[23,42,89,99],setlr:[13,31,39,60,115],setmaxcandid:[15,16],setmaxeditdist:66,setmaxepoch:[13,31,35,37,39,60,115],setmaxinputlength:30,setmaxlength:[10,42,52,55,72],setmaxngram:86,setmaxoutputlength:[30,68],setmaxsentencelength:[3,4,5,6,21,22,29,53,54,83,84,85],setmaxsentences:25,setmaxwindowlen:[15,16],setmergeent:25,setmergeentitiesiobformat:25,setmergeoverlap:[7,8,69,70],setmetadatacol:90,setmincount:15,setminepoch:[35,37,39],setminlength:[10,42,52,55,72],setminngram:86,setminoutputlength:68,setminsentences:25,setminw:37,setmodel:[56,57],setn:[9,34],setnewresult:41,setniter:81,setnkeyword:86,setnorepeatngrams:68,setnumberofiter:[19,74],setoutputasarrai:[92,93],setoutputasvector:[3,4,6,21,24,29,53,54,59,76,79,80,83,84,85,91],setoutputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,99,115,116],setoutputlogspath:[13,31,39,56,60],setparam:97,setparamvalu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,99],setparseembeddingsvector:92,setpattern:[23,52],setpo:39,setpolici:23,setpoolinglay:24,setpoolingstrategi:[9,59],setposcolumn:[46,81],setpositionalmask:52,setposmodel:25,setprefix:48,setprefixpattern:[10,72],setpreserveposit:99,setprunecorpu:77,setrandomse:[13,31,35,37,39,60],setreadcaches:[79,80],setreadmonthfirst:[17,18,33],setregexpars:12,setrelationshiptyp:25,setrepetitionpenalti:68,setreplac:23,setroottoken:25,setsentimentcol:77,setshortcircuit:44,setskipoov:9,setslangdictionari:42,setsplitchar:[10,11,72,73],setsplitlength:55,setsplitpattern:[10,11,72,73],setstag:[3,4,5,6,7,9,10,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,64,65,66,67,68,69,71,72,74,75,76,77,79,80,81,82,83,84,85,86,89,91,97,99,115,116],setstartcol:89,setstartcolbytokenindex:89,setstopword:[41,65,86],setstoragepath:[7,79],setstorageref:[3,4,6,7,8,14,21,24,26,29,32,40,53,54,59,61,76,79,80,83,84,85],setstrategi:50,setsuffix:48,setsuffixpattern:[10,72],settargetpattern:[10,72],settask:68,settemperatur:68,settestdataset:39,setthreshold:[26,31,32,60,61,86],setthresholdlabel:[26,60,61],settoken:7,settolowercas:52,settopk:68,settopp:68,settradeoff:[15,16],settypeddependencyparsermodel:25,setuseabbrevi:55,setusecontrib:39,setusecustomboundsonli:55,setvalidationfract:15,setvalidationsplit:[13,31,39,56,60],setvaluesplitsymbol:92,setverbos:[13,31,35,37,39,60],setweight:16,setweighteddistpath:15,setwhitelist:[36,48],setwindows:86,setwordmaxdist:[15,16],setwritebuffers:79,sever:121,shallow:[18,35],shape:24,share:[86,116],she:48,sheet:[1,23],shell:0,sherlock:15,sherlockholm:[15,121],shortcircuit:44,shortcut:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99],should:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,96,99,109,110],show:[3,4,5,6,7,9,10,12,14,16,17,20,21,22,23,24,25,26,27,29,30,32,33,34,36,38,40,41,42,45,46,47,48,50,52,53,54,55,57,59,61,62,64,65,67,68,69,71,72,75,76,77,79,80,82,83,84,85,86,88,89,90,91,92,93,99,101,102,103,105,106,107,109,110,111,112,114,115,116,120],shrink:[31,90],shrink_ful:90,shuffl:[13,31,35,37,39,60],shuffleperepoch:31,signal:24,signific:[27,53,54,83,84,86],significantli:[24,53,54,83,84,86],similar:[3,26,76,86],simpl:[4,6,116],simpli:[23,116],sinc:[23,86,115,116,120],singl:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],sit:[7,69],site:[23,86],situat:[56,86],six:[24,44,45,67],size:[3,4,5,6,13,15,16,21,22,23,24,25,29,30,31,39,40,44,53,54,60,68,79,80,83,84,85,86,114,119,120],skip:[16,25],skipoov:9,slang:42,slangdictionari:42,slightli:[39,56],slow:39,small:[3,21,23,27,46,96,111,119],small_bert_l2_128:4,small_bert_l2_768:4,smallcorpu:[13,60,115],smaller:21,smow:16,snow:[16,41],so:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,99],softmax:15,softwar:23,solut:86,some:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,99,114,115,119,120],sometim:[45,67,115],somewhat:86,somtim:45,sota:85,sourc:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,104,105,106,107,109,110,111,112],space:[34,79,99],span:68,spanish:[65,86],spark:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,63,64,65,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,96,97,98,99,101,102,103,104,105,106,107,109,110,111,112,113,114,115,117,118,119,121],spark_sess:[3,4,5,6,21,22,24,29,30,53,54,68,76,83,84,85],sparknlp:[0,114,115,116,117,119,120,121],sparksess:[0,3,4,5,6,8,21,22,24,29,30,53,54,68,76,80,83,84,85,109,110,111,112],spearhead:115,special:[15,16,116],specif:[4,6,12,19,20,21,23,25,40,74,75,76,86,96,97,108,119],specifi:[41,56,109,110],specimen:23,speech:[12,46,47,81,111,121],speed:[3,30,37],spell:[15,16,44,45,66,67,96,99,118,119,120],spellcheck:[15,16,44,45,66,67],spellcheck_dl:16,spellcheck_norvig:45,spellcheck_sd:67,split:[10,48,52,55,81,82],splitchar:[10,11,72,73],splitlength:55,splitpattern:[72,73],spmetim:67,sprachverarbeitung:26,sql:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,101,102,103,104,105,106,107,109,110,111,112],squad:[3,4,6,53,54],src:[7,10,13,19,27,37,39,44,46,50,60,66,69,74,79,81,109,110,111,112,115,121],staff:62,stage:[96,97,115,116,119],stai:86,stand:[4,6],standard:[17,23,29,33,44,45,67,72,73],start:[1,25,29,39,56,86,89,114,116,119,120],startcol:89,startcolbytokenindex:89,stat:80,state:[3,4,5,6,13,14,22,24,29,31,32,39,40,53,54,60,61,68,85,86,115],statist:[39,79,80,86],stdout:[13,31,39,60],stefan:56,stem:[42,64,96,119,120],stemmer:65,step:115,stop:[37,65,86],stopword:[41,65,86],stopwords_en:65,stopwordsclean:[91,99],stopwordsremov:65,storag:[7,8,79,80],storage_ref:[8,80],store:25,stoyanov:[53,54,83,84],str:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,96,99,101,102,105,106,109,110,111,112],strategi:[9,15,16,50,59],stress:79,stricken:[20,75],string:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,119],stringtyp:[89,105,106],strong:[83,84],strongli:[31,32],struct:90,structfield:[105,106],structtyp:[105,106],structur:[99,114],sttr:62,studi:[21,53,54,68],stuff:32,style:[23,26,68],sub:[10,72],subclass:[18,35],subject:[19,20,60,61,74,75],submit:0,substanti:[4,6],subword:[15,16],success:12,successor:56,suffer:85,suffici:[18,35],suffix:[10,48,72,115],suffixpattern:72,sum:[9,24,59],summar:[29,30,68,86],summari:68,sun:[17,33],superb:62,supervis:[3,24,76,86],suppli:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],support:[3,13,14,29,31,32,39,42,56,65,86],sure:[0,77,78],surprisingli:76,surround:[15,16],surviv:23,sv:86,swahili:[83,84],swap:44,swedish:[65,86],symbol:[16,25,81,82],symmetr:[44,45,66,67],symmetricdeleteapproach:121,symmetricdeletemodel:66,symspel:[44,45,66,67],syntax:24,system:86,systemat:68,t047:[112,121],t116:[112,121],t123:[112,121],t5:68,t5_small:68,t:[10,21,27,42,53,56,62,72,88,92],tag:[12,14,23,32,35,36,37,39,40,46,47,61,81,106,109,111,112,121],tagger:[111,121],take:[10,11,25,44,65,69,70,72,73,97,114,115,119,120],taken:25,talk:[20,75],target:[10,30,72,76,89,96],targetpattern:72,task:[3,4,5,6,21,22,29,30,60,61,68,76,83,84,85,86,97],tatoeba:26,teach:66,team:[30,86],techniqu:[3,68],technolog:[3,86],tell:[19,20,74,75,86,103],temperatur:68,ten:86,tend:76,tensor:24,tensorflow:[3,4,5,6,13,14,15,16,21,22,24,26,29,30,31,32,39,40,53,54,60,61,68,76,83,84,85,86],terabyt:[83,84],term:86,terribl:[13,60,115],test:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,109,110,111,112,115,121],testdataset:39,text8:29,text:[3,4,5,6,7,9,10,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,29,30,31,32,33,34,37,38,39,40,41,42,44,45,46,47,48,50,52,53,54,55,56,57,59,60,61,62,64,65,66,67,68,69,71,72,73,74,75,76,77,79,80,81,82,83,84,85,86,88,89,90,91,92,93,99,101,102,103,105,106,107,109,110,111,112,114,115,116,120,121],textcol:109,textmatch:[7,10,70],textmatchermodel:8,textual:24,textverarbeitungsbibliothek:26,tf:[3,76],tfhub:[3,24,76],tfhub_us:76,than:[21,26,31,32,34,37,44,45,60,61,67,83,84,85,86,115],thank:[31,85,86],thei:[20,40,42,75,97,115],them:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,115,116],therefor:[86,119],thesauri:86,theworldsgreatest:23,thi:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,111,113,114,115,116,118,119,120],thing:[15,16,88,92],third:[55,65],those:[25,41,115,116],though:[21,86],thousand:29,thread:[7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],three:[15,16,71],threshold:[15,16,26,31,32,37,60,61,81,86],thresholdlabel:[26,60,61],through:[3,25,86,93,116],thu:86,thursdai:[17,33],time:[3,15,17,39,61,77,81,83,84,86,114,115,119,120],tip:81,titl:[112,121],todai:[17,33],todf:[3,4,5,6,7,9,10,12,14,15,16,17,19,20,21,22,23,24,25,26,27,29,30,32,33,34,38,40,41,42,45,46,47,48,50,52,53,54,55,56,57,59,61,62,64,65,67,68,69,71,72,74,75,76,77,79,80,82,83,84,85,86,88,89,90,91,92,99,101,102,103,105,106,107,114,115,116,120],todo:[109,110,111,112],token:[3,4,5,6,7,8,9,10,11,12,13,15,16,19,20,21,22,24,25,27,28,29,31,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,52,53,54,59,60,62,63,64,65,66,67,68,69,70,71,73,74,75,77,78,79,80,81,82,83,84,85,86,88,89,91,96,97,99,109,112,115,119,120],token_pattern:[44,66],token_rul:[11,73],token_type_id:[21,53],tokenclassifi:[5,22],tokencol:109,tokenizedsent:72,tokenizer_model:7,tokenizermodel:[7,11],tokenpattern:44,told:33,tolowercas:52,tomorrow:[17,18,33,86],too:[62,86,114],took:23,tool:86,toolkit:30,top:[0,5,22,68,86],topcod:86,topk:68,topp:68,toptext:23,total:[57,81],toxic:[31,32],toyota:3,tpu:3,trade:[76,83,84],tradeoff:[15,16],train:[1,3,4,6,7,8,11,13,14,15,16,19,20,21,24,26,28,30,31,32,35,37,38,39,40,43,44,45,46,47,49,51,53,54,56,60,61,62,63,66,68,70,74,76,77,78,79,80,81,82,83,84,85,86,89,96,115,116,118,119],train_corpu:121,train_po:121,train_senti:77,train_smal:74,trainabl:24,traindataset:31,trainedpo:46,training_conl:121,trainingdata:[37,39,44,56,66,109],trainingdataset:81,trainingperceptrondf:46,trainingpubtatordf:121,traitement:26,trane:13,transact:86,transfer:[21,68,76,83,84],transform:[3,4,5,6,7,8,9,10,11,12,13,14,16,17,20,21,22,23,24,25,26,27,28,29,30,32,33,34,36,38,40,41,42,43,45,46,47,48,49,50,51,52,53,54,55,57,59,61,62,63,64,65,67,68,69,70,71,72,73,75,76,77,78,79,80,82,83,84,85,86,87,88,89,90,91,92,93,95,96,97,98,99,100,101,102,103,105,106,107,114,115,116,119,120,121],transit:[15,16,77,78],translat:[30,68],transpos:[44,45,67],travers:25,treat:12,trec:14,tree:[19,25],treebank:19,trie:7,tripl:[21,25],triviaqa:29,truncat:[5,7,10,12,14,16,17,20,22,23,25,26,27,30,32,33,34,36,38,40,41,42,45,46,47,48,50,52,55,57,61,62,64,65,67,68,69,71,72,75,77,79,80,82,86,88,89,90,92,93,99,101,102,103,106,107,111,114,115,116],tune:[4,6,21,68],tupl:[7,10,13,15,19,27,31,37,39,42,44,46,48,50,56,60,62,66,69,72,74,77,79,81,94,97],turkish:[65,86],turn:[86,99,115],turner:[20,75],tweakabl:86,tweet:[60,61],twenti:86,two:[3,19,20,25,31,32,71,74,75,76,80,83,84,115],txt:[7,10,15,27,44,46,50,56,62,66,69,74,79,111,112,121],typdep:75,type:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,103,104,105,106,107,111,114,115,118],typeddependencypars:[25,74,75],typeddependencyparsermodel:[25,74],typeset:23,u:[19,36,38,40,74,96,101,102,103,105,106,107,110,121],udf:[103,104,105,106,107],ui:23,uid:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],un:26,unabl:29,uncas:21,unchang:23,unclear:86,und:26,under:[21,85,86],understand:[4,6,21,68,81,82,83,85,86,114],undertrain:[53,54],unfrequ:77,unifi:68,uninspir:62,union:[20,75],uniqu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],univers:[13,14,19,30,74,76],universalsentenceencod:[13,14,31,32,60,61,115],unknown:[23,26],unlabel:[4,6,19,20,68],unlik:[4,6,48,83,86],unsupervis:[83,84,85,86],unsupport:96,up:[0,1,13,14,29,31,32,59,68,86,115,118,119],updat:16,updateregexclass:16,updatevocabclass:16,upo:110,upon:86,upper:86,uppercas:15,urdu:[83,84],us:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,103,109,110,111,112,114,115,116,118],usabl:91,usag:[3,4,6,9,13,14,15,16,17,20,21,23,24,26,27,30,31,32,33,37,38,39,40,42,44,45,46,47,48,50,53,55,57,60,61,62,63,64,65,68,69,72,73,75,76,77,78,79,80,81,82,83,85,86],useabbrevi:55,usecontrib:39,usecustomboundsonli:55,useembed:[13,14,32,60,61,76,115],user:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99],userdefinedfunct:[103,104,107],userdist:15,usual:99,utf8:81,utf:23,util:[9,37,38,55,66,97],v1:[4,6],v2:[4,6],v:[3,4,5,6,8,13,21,22,26,29,30,31,32,39,40,53,54,60,61,66,79,80,83,84,85,86,105],vagu:86,valid:[13,15,17,18,31,33,39,56,60],validation_split:56,validationfract:15,validationsplit:[13,31,39,56,60],valu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,121],value_delimit:27,valuecontainsnul:90,valuesplitsymbol:92,vari:24,varian:86,variant:[29,31,32,76],varieti:[29,83,84,120],variou:85,vb:[46,109,110,111,121],vbd:[110,111,121],vbg:[12,47],vbp:[12,47,96,114,119,120],vbz:[101,106,109,110,121],vector:[4,6,9,24,31,32,76,79,80,90,91,92,114],ventur:86,verb:[19,20,74,75,110],verbos:[13,31,35,37,39,60],verbosevalu:[35,37,39],veri:[24,30,68,83,84,85,96,114,116,119,120],version:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,115],veselin:[53,54,83,84],via:76,video:[61,86],view:[60,61],vinken:[46,111],vishrav:[83,84],visit:33,vivek:[77,78],vivekn:[77,78],viveknsentimentapproach:78,vocab:[15,16],vocabulari:[15,16,68],vol:86,vowel:44,vowelswaplimit:44,vp:[109,110,121],w:[10,37,42,48,50,72],wa:[5,7,10,13,15,16,19,21,22,23,27,29,31,37,39,42,44,46,48,50,53,54,56,60,62,66,69,72,74,77,79,81,83,84,86,94,97,115,116],wach:[13,115],wai:[19,25,74,97],wake:[14,115],want:[23,116],wast:[61,77],watch:[60,77],we:[0,3,4,6,13,14,15,21,24,29,30,31,32,39,42,53,54,56,68,72,76,83,84,85,86,96,103,114,115,116,119,120,121],weat:76,web:23,wednesdai:[17,33],week:[10,17,33,86],weight:[15,16,24,37,86],weighteddistpath:[15,16],welcom:1,well:[19,20,74,75,76,83,84,86],wenzek:[83,84],were:[40,79],what:[15,16,19,20,26,30,48,60,61,74,75,86,110],when:[3,12,15,16,17,18,23,25,33,34,44,48,65,88,96,115,116,119],where:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,98,99,111],whether:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,98,99,109,112,116],which:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,107,109,110,115,116],white:16,whitelist:[36,48],whitespac:[52,81,82,89],who:[48,115],whole:80,wide:[4,6,21,23,83,84],wiki:26,wikihop:29,wikipedia:26,win:[13,60,115],window:[15,16,29,39,86],windows:86,withcolumnrenam:121,withcoveragecolumn:[79,80],within:[10,46,47,72,77,78,86,89],without:[4,6,81,82,83,84,86],won:[10,72],word:[3,9,10,14,15,16,19,20,24,25,27,34,36,41,42,44,45,46,47,48,53,59,62,64,65,66,67,72,73,74,75,76,79,80,81,82,85,86,96,102,103,106,107,111,112,114,115],word_emb:24,word_embed:[3,4,9,21,24,29,37,38,39,40,53,59,79,80,83,85],wordembed:[9,40,59,80,91],wordembeddingsmodel:[9,25,37,38,39,40,41,59,79,91],wordmaxdist:[15,16],words_seg:82,wordscoverag:80,wordseg_pku:82,wordsegment:[81,82],wordsegmenterapproach:82,wordsegmentermodel:81,wordsizeignor:44,wordsoverallcoverag:80,wordz:[45,67],work:[0,10,21,26,29,68,114,116,120],worker:[20,75],workshop:[1,3,4,6,9,12,13,14,15,16,17,20,21,23,24,26,27,30,31,32,33,34,37,38,39,40,42,44,45,46,47,48,50,53,55,57,59,60,61,62,63,64,65,68,69,72,75,76,77,78,79,80,81,82,83,85,86,88,89,90,91,92,99,118],world:[10,23],would:[9,14,17,18,33,56,59,115],wow:61,wp:110,wrap:12,wrapper:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,97,99],write:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,88,89,90,91,92,93,97,98,99,116],writebuffers:79,written:[30,86],wrong:[45,67],wrrite:[45,67],ws:82,wtf:32,x:[0,31,32,105,106,109,110,121],xl:85,xlm:[83,84],xlm_roberta_bas:83,xlnet:85,xlnet_base_cas:85,xlnet_large_cas:85,xml:23,xnli:[83,84],xpo:110,xx:[26,30,83,84],y:[0,31,32],yake:86,year:[10,17,18,33,111],yesterdai:[17,33],yinhan:[53,54],york:[88,92],you:[0,9,17,19,20,21,25,53,59,74,75,91,93,96,111,115,116,119,120,121],your:[0,1,8,11,14,16,20,21,28,32,38,40,43,45,47,49,51,53,59,61,63,70,77,78,81,82,91,115,118,119,121],youtub:86,yuri:86,yyyi:[17,18,33],z:[10,42,72],za:42,zero:79,zettlemoy:[53,54,83,84],zh:82,zihangdai:85},titles:["Getting Started","Spark NLP Documentation","sparknlp.annotator","sparknlp.annotator.AlbertEmbeddings","sparknlp.annotator.BertEmbeddings","sparknlp.annotator.BertForTokenClassification","sparknlp.annotator.BertSentenceEmbeddings","sparknlp.annotator.BigTextMatcher","sparknlp.annotator.BigTextMatcherModel","sparknlp.annotator.ChunkEmbeddings","sparknlp.annotator.ChunkTokenizer","sparknlp.annotator.ChunkTokenizerModel","sparknlp.annotator.Chunker","sparknlp.annotator.ClassifierDLApproach","sparknlp.annotator.ClassifierDLModel","sparknlp.annotator.ContextSpellCheckerApproach","sparknlp.annotator.ContextSpellCheckerModel","sparknlp.annotator.DateMatcher","sparknlp.annotator.DateMatcherUtils","sparknlp.annotator.DependencyParserApproach","sparknlp.annotator.DependencyParserModel","sparknlp.annotator.DistilBertEmbeddings","sparknlp.annotator.DistilBertForTokenClassification","sparknlp.annotator.DocumentNormalizer","sparknlp.annotator.ElmoEmbeddings","sparknlp.annotator.GraphExtraction","sparknlp.annotator.LanguageDetectorDL","sparknlp.annotator.Lemmatizer","sparknlp.annotator.LemmatizerModel","sparknlp.annotator.LongformerEmbeddings","sparknlp.annotator.MarianTransformer","sparknlp.annotator.MultiClassifierDLApproach","sparknlp.annotator.MultiClassifierDLModel","sparknlp.annotator.MultiDateMatcher","sparknlp.annotator.NGramGenerator","sparknlp.annotator.NerApproach","sparknlp.annotator.NerConverter","sparknlp.annotator.NerCrfApproach","sparknlp.annotator.NerCrfModel","sparknlp.annotator.NerDLApproach","sparknlp.annotator.NerDLModel","sparknlp.annotator.NerOverwriter","sparknlp.annotator.Normalizer","sparknlp.annotator.NormalizerModel","sparknlp.annotator.NorvigSweetingApproach","sparknlp.annotator.NorvigSweetingModel","sparknlp.annotator.PerceptronApproach","sparknlp.annotator.PerceptronModel","sparknlp.annotator.RecursiveTokenizer","sparknlp.annotator.RecursiveTokenizerModel","sparknlp.annotator.RegexMatcher","sparknlp.annotator.RegexMatcherModel","sparknlp.annotator.RegexTokenizer","sparknlp.annotator.RoBertaEmbeddings","sparknlp.annotator.RoBertaSentenceEmbeddings","sparknlp.annotator.SentenceDetector","sparknlp.annotator.SentenceDetectorDLApproach","sparknlp.annotator.SentenceDetectorDLModel","sparknlp.annotator.SentenceDetectorParams","sparknlp.annotator.SentenceEmbeddings","sparknlp.annotator.SentimentDLApproach","sparknlp.annotator.SentimentDLModel","sparknlp.annotator.SentimentDetector","sparknlp.annotator.SentimentDetectorModel","sparknlp.annotator.Stemmer","sparknlp.annotator.StopWordsCleaner","sparknlp.annotator.SymmetricDeleteApproach","sparknlp.annotator.SymmetricDeleteModel","sparknlp.annotator.T5Transformer","sparknlp.annotator.TextMatcher","sparknlp.annotator.TextMatcherModel","sparknlp.annotator.Token2Chunk","sparknlp.annotator.Tokenizer","sparknlp.annotator.TokenizerModel","sparknlp.annotator.TypedDependencyParserApproach","sparknlp.annotator.TypedDependencyParserModel","sparknlp.annotator.UniversalSentenceEncoder","sparknlp.annotator.ViveknSentimentApproach","sparknlp.annotator.ViveknSentimentModel","sparknlp.annotator.WordEmbeddings","sparknlp.annotator.WordEmbeddingsModel","sparknlp.annotator.WordSegmenterApproach","sparknlp.annotator.WordSegmenterModel","sparknlp.annotator.XlmRoBertaEmbeddings","sparknlp.annotator.XlmRoBertaSentenceEmbeddings","sparknlp.annotator.XlnetEmbeddings","sparknlp.annotator.YakeModel","sparknlp.base","sparknlp.base.Chunk2Doc","sparknlp.base.Doc2Chunk","sparknlp.base.DocumentAssembler","sparknlp.base.EmbeddingsFinisher","sparknlp.base.Finisher","sparknlp.base.GraphFinisher","sparknlp.base.HasRecursiveFit","sparknlp.base.HasRecursiveTransform","sparknlp.base.LightPipeline","sparknlp.base.RecursivePipeline","sparknlp.base.RecursivePipelineModel","sparknlp.base.TokenAssembler","sparknlp.functions","sparknlp.functions.explode_annotations_col","sparknlp.functions.filter_by_annotations_col","sparknlp.functions.map_annotations","sparknlp.functions.map_annotations_array","sparknlp.functions.map_annotations_col","sparknlp.functions.map_annotations_cols","sparknlp.functions.map_annotations_strict","sparknlp.training","sparknlp.training.CoNLL","sparknlp.training.CoNLLU","sparknlp.training.POS","sparknlp.training.PubTator","API Reference","Annotation","Annotators","Setting up your own pipeline","Helper Functions","User Guide","Light Pipelines","Pretrained Pipelines","Loading datasets for training"],titleterms:{"function":[100,101,102,103,104,105,106,107,115,117],"import":116,As:120,albertembed:3,all:116,annot:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,114,115,116],api:113,approach:115,avail:[115,120],base:[87,88,89,90,91,92,93,94,95,96,97,98,99],bertembed:4,bertfortokenclassif:5,bertsentenceembed:6,bigtextmatch:7,bigtextmatchermodel:8,cheat:0,checker:121,chunk2doc:88,chunkembed:9,chunker:12,chunktoken:10,chunktokenizermodel:11,classifierdlapproach:13,classifierdlmodel:14,common:115,conda:0,conll:[109,121],conllu:[110,121],construct:116,content:1,contextspellcheckerapproach:15,contextspellcheckermodel:16,convert:119,data:116,dataset:121,datematch:17,datematcherutil:18,dependencyparserapproach:19,dependencyparsermodel:20,detect:116,distilbertembed:21,distilbertfortokenclassif:22,doc2chunk:89,document:1,documentassembl:[90,116],documentnorm:23,download:120,elmoembed:24,embeddingsfinish:91,explode_annotations_col:101,filter_by_annotations_col:102,finish:[92,116],from:0,get:[0,116],graphextract:25,graphfinish:93,guid:118,hasrecursivefit:94,hasrecursivetransform:95,helper:117,instal:0,languagedetectordl:26,lemmat:27,lemmatizermodel:28,light:119,lightpipelin:[96,120],load:121,longformerembed:29,map_annot:103,map_annotations_arrai:104,map_annotations_col:[105,106],map_annotations_strict:107,mariantransform:30,ml:[116,120],model:115,modul:113,multiclassifierdlapproach:31,multiclassifierdlmodel:32,multidatematch:33,necessari:116,nerapproach:35,nerconvert:36,nercrfapproach:37,nercrfmodel:38,nerdlapproach:39,nerdlmodel:40,neroverwrit:41,ngramgener:34,nlp:[0,1,120],normal:42,normalizermodel:43,norvigsweetingapproach:44,norvigsweetingmodel:45,note:115,out:116,own:116,perceptronapproach:46,perceptronmodel:47,pipelin:[116,119,120],pipelinemodel:119,po:[111,121],pretrain:[115,119,120],pubtat:[112,121],put:116,python:0,recursivepipelin:97,recursivepipelinemodel:98,recursivetoken:48,recursivetokenizermodel:49,refer:113,regexmatch:50,regexmatchermodel:51,regextoken:52,requir:0,robertaembed:53,robertasentenceembed:54,sentenc:116,sentencedetector:55,sentencedetectordlapproach:56,sentencedetectordlmodel:57,sentencedetectorparam:58,sentenceembed:59,sentimentdetector:62,sentimentdetectormodel:63,sentimentdlapproach:60,sentimentdlmodel:61,session:0,set:116,sheet:0,spark:[0,1,116,120],sparknlp:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112],spell:121,start:0,stemmer:64,stopwordsclean:65,symmetricdeleteapproach:66,symmetricdeletemodel:67,t5transform:68,textmatch:69,textmatchermodel:70,togeth:116,token2chunk:71,token:[72,116],tokenassembl:99,tokenizermodel:73,train:[108,109,110,111,112,121],type:116,typeddependencyparserapproach:74,typeddependencyparsermodel:75,universalsentenceencod:76,up:116,us:[0,120],user:118,virtualenv:0,viveknsentimentapproach:77,viveknsentimentmodel:78,wordembed:79,wordembeddingsmodel:80,wordsegmenterapproach:81,wordsegmentermodel:82,xlmrobertaembed:83,xlmrobertasentenceembed:84,xlnetembed:85,yakemodel:86,your:116}})