|
|
import types |
|
|
import nltk |
|
|
from nltk.corpus import stopwords |
|
|
from nltk.corpus import wordnet |
|
|
nltk.download('wordnet') |
|
|
import pandas as pd |
|
|
import random |
|
|
|
|
|
|
|
|
class WordReplacer(object): |
|
|
|
|
|
def get_antonyms(self, word, pos=None): |
|
|
antonyms = set() |
|
|
for syn in wordnet.synsets(word, pos=pos): |
|
|
for lemma in syn.lemmas(): |
|
|
for antonym in lemma.antonyms(): |
|
|
antonyms.add(antonym.name()) |
|
|
if word in antonyms: |
|
|
antonyms.remove(word) |
|
|
return list(antonyms) |
|
|
|
|
|
def get_synonyms(self,word): |
|
|
""" |
|
|
Get synonyms of a word |
|
|
""" |
|
|
synonyms = set() |
|
|
|
|
|
for syn in wordnet.synsets(word): |
|
|
for l in syn.lemmas(): |
|
|
synonym = l.name().replace("_", " ").replace("-", " ").lower() |
|
|
synonym = "".join([char for char in synonym if char in ' qwertyuiopasdfghjklzxcvbnm']) |
|
|
synonyms.add(synonym) |
|
|
if word in synonyms: |
|
|
synonyms.remove(word) |
|
|
return list(synonyms) |
|
|
|
|
|
|
|
|
def sentence_replacement(self,words,n,types=""): |
|
|
words = words.split() |
|
|
types= types.lower() |
|
|
new_words= words.copy() |
|
|
random_word_list = list(set([word for word in words if word not in stopwords.words("english")])) |
|
|
random.shuffle(random_word_list) |
|
|
num_replaced = 0 |
|
|
if types == "antonyms": |
|
|
for random_word in random_word_list: |
|
|
antonyms = self.get_antonyms(random_word) |
|
|
|
|
|
if len(antonyms)>=1: |
|
|
antonyms = random.choice(list(antonyms)) |
|
|
new_words = [antonyms if word == random_word else word for word in new_words] |
|
|
num_replaced +=1 |
|
|
|
|
|
if num_replaced >=n: |
|
|
break |
|
|
|
|
|
if types=="synonyms": |
|
|
for random_word in random_word_list: |
|
|
synonyms = self.get_synonyms(random_word) |
|
|
|
|
|
if len(synonyms)>=1: |
|
|
synonyms = random.choice(list(synonyms)) |
|
|
new_words = [synonyms if word == random_word else word for word in new_words] |
|
|
num_replaced +=1 |
|
|
|
|
|
if num_replaced >=n: |
|
|
break |
|
|
sentence= " ".join(new_words) |
|
|
return sentence |
|
|
|
|
|
class WordSwapping(object): |
|
|
|
|
|
@staticmethod |
|
|
def swap_word(new_words): |
|
|
random_idx_1 = random.randint(0, len(new_words)-1) |
|
|
random_idx_2 = random_idx_1 |
|
|
counter = 0 |
|
|
while random_idx_2 == random_idx_1: |
|
|
random_idx_2 = random.randint(0, len(new_words)-1) |
|
|
counter += 1 |
|
|
|
|
|
if counter > 3: |
|
|
return new_words |
|
|
|
|
|
new_words[random_idx_1], new_words[random_idx_2] = new_words[random_idx_2], new_words[random_idx_1] |
|
|
return new_words |
|
|
|
|
|
@staticmethod |
|
|
def random_swap(words,n): |
|
|
words = words.split() |
|
|
new_words = words.copy() |
|
|
for _ in range(n): |
|
|
new_words = WordSwapping.swap_word(new_words) |
|
|
sentence = ' '.join(new_words) |
|
|
return sentence |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
