| import types |
| import nltk |
| from nltk.corpus import stopwords |
| from nltk.corpus import wordnet |
| nltk.download('wordnet') |
| import pandas as pd |
| import random |
|
|
|
|
| class WordReplacer(object): |
| |
| def get_antonyms(self, word, pos=None): |
| antonyms = set() |
| for syn in wordnet.synsets(word, pos=pos): |
| for lemma in syn.lemmas(): |
| for antonym in lemma.antonyms(): |
| antonyms.add(antonym.name()) |
| if word in antonyms: |
| antonyms.remove(word) |
| return list(antonyms) |
|
|
| def get_synonyms(self,word): |
| """ |
| Get synonyms of a word |
| """ |
| synonyms = set() |
| |
| for syn in wordnet.synsets(word): |
| for l in syn.lemmas(): |
| synonym = l.name().replace("_", " ").replace("-", " ").lower() |
| synonym = "".join([char for char in synonym if char in ' qwertyuiopasdfghjklzxcvbnm']) |
| synonyms.add(synonym) |
| if word in synonyms: |
| synonyms.remove(word) |
| return list(synonyms) |
|
|
| |
| def sentence_replacement(self,words,n,types=""): |
| words = words.split() |
| types= types.lower() |
| new_words= words.copy() |
| random_word_list = list(set([word for word in words if word not in stopwords.words("english")])) |
| random.shuffle(random_word_list) |
| num_replaced = 0 |
| if types == "antonyms": |
| for random_word in random_word_list: |
| antonyms = self.get_antonyms(random_word) |
|
|
| if len(antonyms)>=1: |
| antonyms = random.choice(list(antonyms)) |
| new_words = [antonyms if word == random_word else word for word in new_words] |
| num_replaced +=1 |
|
|
| if num_replaced >=n: |
| break |
| |
| if types=="synonyms": |
| for random_word in random_word_list: |
| synonyms = self.get_synonyms(random_word) |
|
|
| if len(synonyms)>=1: |
| synonyms = random.choice(list(synonyms)) |
| new_words = [synonyms if word == random_word else word for word in new_words] |
| num_replaced +=1 |
|
|
| if num_replaced >=n: |
| break |
| sentence= " ".join(new_words) |
| return sentence |
|
|
| class WordSwapping(object): |
| |
| @staticmethod |
| def swap_word(new_words): |
| random_idx_1 = random.randint(0, len(new_words)-1) |
| random_idx_2 = random_idx_1 |
| counter = 0 |
| while random_idx_2 == random_idx_1: |
| random_idx_2 = random.randint(0, len(new_words)-1) |
| counter += 1 |
|
|
| if counter > 3: |
| return new_words |
|
|
| new_words[random_idx_1], new_words[random_idx_2] = new_words[random_idx_2], new_words[random_idx_1] |
| return new_words |
|
|
| @staticmethod |
| def random_swap(words,n): |
| words = words.split() |
| new_words = words.copy() |
| for _ in range(n): |
| new_words = WordSwapping.swap_word(new_words) |
| sentence = ' '.join(new_words) |
| return sentence |
|
|
| |
| |
| |
| |
| |
| |
