<filename>Natural_Language_Processing/code/ner_pos.py
### List of correct person named entities
correct_person_entities = {'ada','alice','ann','atheling','beau','bill','brandy','carroll','chapter','cheshire','dinah',
 'dinn','dodo','dormouse','eaglet','edgar','edwin','elsie','footman','gryphon','hatter','herald','hjckrrh','jack','knave','lacie',
 'lewis', 'lory', 'mabel','magpie','mary','mock','morcar','mouse','normans','northumbria',
 'pat',
 'puss',
 'queen',
 'rabbit',
 'shakespeare',
 'tortoise',
 'treacle',
 'turtle',
 'william'}

correct_person_entities_notprocessed = {'ada',
 'alice',
 'ann',
 'atheling',
 'beau',
 'bill',
 'brandy',
 'carroll',
 'cheshire',
 'conqueror',
 'dodo',
 'dormouse',
 'eaglet',
 'edgar',
 'edwin',
 'elsie',
 'footman',
 'gryphon',
 'hatter',
 'jack',
 'knave',
 'lacie',
 'lewis',
 'lizard',
 'lory',
 'mabel',
 'magpie',
 'mary',
 'morcar',
 'northumbria',
 'quadrille',
 'queen',
 'shakespeare',
 'william'}

## COrrect organization named entities

correct_org_entities = {'dodo','dodo','dodo','mouse','caterpillar','caterpillar',
 'alice','caterpillar','caterpillar','caterpillar','myself','caterpillar','caterpillar','caterpillar','caterpillar','caterpillar','caterpillar',
 'caterpillar','caterpillar','caterpillar','caterpillar','caterpillar','caterpillar','pigeon','pigeon','pigeon','pigeon'
 'footman','duchess','mad','tea','party','hare','mine','dormouse','hatter','dormouse','hatter','dormouse',
 'dormouse',
 'cheshire',
 'duchess',
                        'washing',
 'caterpillar',
 'lobster',
 'quadrille',
 'gryphon',
 'knave',
 'march',}

correct_org_entities_notprocessed ={
 'canary',
 'caterpillar',
 'cheshire',
 'conqueror',
 'dormouse',
 'gryphon',
 'hare',
 'hatter',
 'herald',
 'pigeon',
 'queen',
 'rabbit'}

### Correct date named entities

correct_date_entities = {
 'day',
 'days',
 'half',
 'march',
 'may',
 'minute',
 'minutes',
 'one',
 'summer',
 'three',
 'today',
 'tomorrow',
 'two',
 'week',
 'weeks',
 'winter',
 'year',
 'yesterday'}

correct_date_entities_notprocessed={'day',
 'days',
 'march',
 'summer',
 'today',
 'week',
 'weeks',
 'winter',
 'yesterday'}

correct_propernoun_pos = {
 "'alice",
 "'arrum",
 "'curiouser",
 "'hjckrrh",
 "'how",
 "'i",
 "'moral",
 "'poison",
 "'the",
 "'there",
 "'they",
 "'this",
 "'you",
 'ada',
 'adventures',
 'advice',
 'alice',


 'ann',
 'atheling',
 'australia',
 'beautiful',
 'bee',
 'besides',
 'best',
 'between',
 'bill',
 'boots',
 'canary',
 'canterbury',
 'carroll',
 'cat',
 'cat.',
 'caterpillar',
 'caucus',
 'cheshire',
 'chorus',
 'christmas',
 'coils',

 'conqueror',
 'crab',
 'croquet',
 'derision',
 'dinah',
 'dinn',
 'distraction',
 'dormouse',
 'doth',
 'down',
 'drawling',
 'duchess',
 'duck',
 'eaglet',
 'edgar',
 'edition',
 'edwin',
 'elsie',
 'england',
 'english',
 'esq',
 'evidence',
 'fainting',
 'father',
 'fender',
 'footman',
 'forty',
 'france',
 'french',
 'frog',
 'from',
 'fulcrum',
 'game',
 'gave',
 'geography',
 'grammar',
 'grief',
 'ground',
 'gryphon',
 'gryphon.',
 'hated',
 'hatter',
 'heads',
 'hearthrug',
 'hearts',
 'here',
 'high',
 'him',
 'his',
 'hole',
 'hush',
 'imagine',
 'jack',
 'just',
 'keep',
 'king',
 'kings',
 'knave',
 'know',
 'lacie',
 'latin',
 'latitude',
 'laughing',
 'leave',
 'lewis',
 'little',
 'lizard',
 'lobster',
 'london',
 'longitude',
 'lory',
 'love',
 'ma',
 "ma'am",
 'mabel',
 'mad',
 'magpie',
 'majesty',
 'march',
 'marmalade',
 'mary',
 'may',
 'maybe',
 'mercia',
 'millennium',
 'miss',
 'mock',
 'morcar',
 'more',
 'mouse',
 'mouse.',
 'multiplication',
 'must',
 'myself',
 'mystery',
 'nay',
 'near',
 'never',
 'new',
 'nile',
 'northumbria',
 'outside',
 'owl',
 'panther',
 'paris',
 'party',
 'pat',
 'pennyworth',
 'pepper',
 'persons',
 'pig',
 'pigeon',
 'pinch',
 'please',
 'plenty',
 'pocket',
 'pool',
 'poor',
 'pray',
 'precious',
 'prizes',
 'puss',
 'quadrille',
 'queen',
 'queens',
 'quick',
 'rabbit',
 'race',
 'red',
 'returned',
 'right',
 'rome',
 'run',
 'said',
 'seaography',
 'serpent',
 'seven',
 'shakespeare',
 'shark',
 'she',
 'shoes',
 'sir',
 'sluggard',
 'some',
 'somebody',
 'something',
 'soup',
 'stigand',
 'suppress',
 'swim',
 'table',
 'take',
 'tarts',
 'tea',
 'tears',
 'than',
 'tillie',
 'time',
 'tortoise',
 'trims',
 'turn',
 'turtle',
 'twinkle',
 'uglification',
 'vi',
 'vii',
 'viii',
 'visit',
 'voice',
 'waistcoat',
 'will',
 'william',
 'with',
 'wonderland',
 'writhing',
 'x',
 'xi',
 'xii',
 'zealand'}

correct_vb_pos = {
 "''tis",
 "'allow",
 "'and",
 "'are",
 "'begin",
 "'behead",
 "'by",
 "'call",
 "'come",
 "'consider",
 "'do",
 "'does",
 "'drink",
 "'explain",
 "'fetch",
 "'give",
 "'go",
 "'hand",
 "'have",
 "'he",
 "'hold",
 "'how",
 "'in",
 "'it",
 "'just",
 "'keep",
 "'leave",
 "'let",
 "'of",
 "'speak",
 "'stand",
 "'suppose",
 "'swim",
 "'take",
 "'tell",
 "'turn",
 "'wake",
 "'which",
 "'write",
 'abide',
 'afford',
 'agree',
 'alice',
 'allow',
 'annoy',
 'answer',
 'appear',
 'ask',
 'avoid',
 'be',
 'bear',
 'beat',
 'beautify',
 'become',
 'beg',
 'begin',
 'believe',
 'belong',
 'bend',
 'better',
 'bite',
 'bother',
 'box',
 'break',
 'breathe',
 'bring',
 'burn',
 'call',
 'care',
 'carry',
 'catch',
 'cats',
 'change',
 'choke',
 'clever',
 'climb',
 'come',
 'consider',
 'cost',
 'creep',
 'croquet',
 'cross',
 'cry',
 'curtsey',
 'cut',
 'dare',
 'dear',
 'declare',
 'deny',
 'die',
 'disagree',
 'disobey',
 'dive',
 'doth',
 'double',
 'doubt',
 'draw',
 'dream',
 'drink',
 'drive',
 'drop',
 'dry',
 'dull',
 'ear',
 'eat',
 'eaten',
 'encourage',
 'enjoy',
 'escape',
 'examine',
 'execute',
 'execution',
 'explain',
 'fall',
 'feel',
 'fetch',
 'fig',
 'find',
 'finish',
 'finished',
 'fix',
 'fly',
 'follow',
 'forget',
 'forgotten',
 'frighten',
 'gather',
 'get',
 'give',
 'go',
 'grin',
 'grow',
 'grunt',
 'guard',
 'guess',
 'happen',
 'hear',
 'help',
 'herself',
 'hide',
 'hold',
 'hope',
 'imagine',
 'improve',
 'injure',
 'interrupt',
 'introduce',
 'invent',
 'join',
 'keep',
 'kettle',
 'kick',
 'kill',
 'kiss',
 'kneel',
 'knock',
 'knot',
 'know',
 'land',
 'learn',
 'leave',
 'lie',
 'like',
 'listen',
 'live',
 'look',
 'lose',
 'make',
 'manage',
 'mark',
 'matter',
 'mean',
 'measure',
 'meet',
 'miss',
 'mistake',
 'move',
 'mustard',
 'needs',
 'notice',
 'nurse',
 'offend',
 'offer',
 'open',
 'pass',
 'pinch',
 'play',
 'please',
 'pocket',
 'pop',
 'prevent',
 'proceed',
 'prosecute',
 'prove',
 'purpose',
 'push',
 'put',
 'queer',
 'quiver',
 'reach',
 'read',
 'remain',
 'remark',
 'remember',
 'repeat',
 'rest',
 'rise',
 'round',
 'rubbed',
 'run',
 'savage',
 'save',
 'say',
 'sea',
 'see',
 'seem',
 'sell',
 'send',
 'set',
 'settle',
 'show',
 'shrink',
 'shut',
 'sign',
 'signify',
 'sing',
 'sink',
 'sir',
 'sit',
 'sneeze',
 'sound',
 'speak',
 'spell',
 'squeeze',
 'stairs',
 'stand',
 'stay',
 'stoop',
 'stop',
 'sugar',
 'suit',
 'suppose',
 'swallow',
 'sweet',
 'swim',
 'take',
 'talk',
 'taste',
 'tell',
 'think',
 'thoroughly',
 'throw',
 'thump',
 'till',
 'touch',
 'treacle',
 'tremble',
 'trot',
 'try',
 'turn',
 'twice',
 'twist',
 'uglify',
 'understand',
 'undo',
 'untwist',
 'use',
 'wag',
 'walk',
 'want',
 'wash',
 'watch',
 'whisper',
 'whistle',
 'win',
 'wink',
 'wish',
 'wonder',
 'work',
 'worry',
 'write'}

## correct language named entities

correct_lang_entities = {'english', 'french'}

correct_lang_entities_notprocessed = {'english', 'french'}

## Correct plural common nouns

correct_nns_pos = {
 "'boots",
 "'creatures",
 "'crumbs",
 "'explanations",
 "'flamingoes",
 "'seals",
 "'soles",
 'accounts',
 'adventures',
 'afterwards',
 'animals',
 'answers',
 'apples',
 'arches',
 'arguments',
 'arms',
 'attempts',
 'attends',
 'axes',
 'backs',
 'balls',
 'banks',
 'bats',
 'beasts',
 'beds',
 'bells',
 'besides',
 'birds',
 'blades',
 'blasts',
 'blows',
 'bones',
 'books',
 'boots',
 'branches',
 'buttons',
 'cakes',
 'cards',
 'cares',
 'cartwheels',
 'cats',
 'cattle',
 'chains',
 'changes',
 'charges',
 'children',
 'chimneys',
 'clubs',
 'comfits',
 'conversations',
 'corners',
 'couples',
 'courtiers',
 'creatures',
 'cries',
 'croquet',
 'crumbs',
 'cupboards',
 'curls',
 'currants',
 'dainties',
 'daisies',
 'dates',
 'days',
 'dears',
 'desks',
 'diamonds',
 'difficulties',
 'directions',
 'dishes',
 'dogs',
 'doors',
 'downwards',
 'ears',
 'eats',
 'editions',
 'educations',
 'eels',
 'eggs',
 'elbows',
 'executions',
 'extras',
 'eyelids',
 'eyes',
 'feathers',
 'feelings',
 'feet',
 'ferrets',
 'figures',
 'fishes',
 'fits',
 'flamingoes',
 'flappers',
 'flowers',
 'footmen',
 'footsteps',
 'forwards',
 'fountains',
 'frames',
 'friends',
 'furrows',
 'gallons',
 'games',
 'gardeners',
 'girls',
 'gloves',
 'grins',
 'guests',
 'hands',
 'hatters',
 'heads',
 'hearts',
 'hedgehogs',
 'hedges',
 'heels',
 'hers',
 'histories',
 'hours',
 'houses',
 'inches',
 'inwards',
 'irons',
 'jaws',
 'joys',
 'jurors',
 'jurymen',
 'knuckles',
 'lamps',
 'leaders',
 'leaves',
 'legs',
 'lessons',
 'letters',
 'limbs',
 'lines',
 'lips',
 'listeners',
 'lives',
 'lobsters',
 'locks',
 'machines',
 'mallets',
 'manners',
 'maps',
 'matters',
 'men',
 'messages',
 'mice',
 'miles',
 'minutes',
 'morals',
 'mouths',
 'names',
 'newspapers',
 'noises',
 'officers',
 'ones',
 'onions',
 'others',
 'pairs',
 'partners',
 'parts',
 'pebbles',
 'pencils',
 'people',
 'pictures',
 'pieces',
 'pigs',
 'places',
 'plates',
 'players',
 'pounds',
 'presents',
 'pretexts',
 'prizes',
 'processions',
 'questions',
 'rabbits',
 'rats',
 'ravens',
 'reasons',
 'reeds',
 'refreshments',
 'remarks',
 'remedies',
 'riddles',
 'ridges',
 'ringlets',
 'roots',
 'roses',
 'rules',
 'sands',
 'saucepans',
 'serpents',
 'sharks',
 'shelves',
 'shillings',
 'shoes',
 'shoulders',
 'sides',
 'singers',
 'sisters',
 'sizes',
 'slates',
 'soldiers',
 'sorrows',
 'sorts',
 'sounds',
 'spades',
 'spectacles',
 'stairs',
 'sticks',
 'stockings',
 'strings',
 'subjects',
 'tails',
 'tales',
 'tarts',
 'tastes',
 'teacups',
 'tears',
 'teeth',
 'telescopes',
 'terms',
 'theirs',
 'things',
 'thoughts',
 'times',
 'toes',
 'tones',
 'tops',
 'towards',
 'traps',
 'trees',
 'trials',
 'turns',
 'turtles',
 'upstairs',
 'variations',
 'verses',
 'voices',
 'waters',
 'ways',
 'weeks',
 'whiles',
 'whiskers',
 'whispers',
 'wings',
 'wits',
 'words',
 'works',
 'yards',
 'years'}

correct_person_lemm = {'ada',
 'alice',
 'ann',
 'atheling',
 'beau',
 'bill',
 'brandy',
 'carroll',
 'cheshire',
 'conqueror',
 'dinn',
 'dodo',
 'dormouse',
 'eaglet',
 'edgar',
 'edwin',
 'gryphon',
 'hatter',
 'herald',
 'hjckrrh',
 'jack',
 'lacie',
 'lewis',
 'lory',
 "ma'am",
 'mabel',
 'magpie',
 'mary',
 'mercia',
 'morcar',
 'mouse',
 'northumbria',
 'pepper',
 'pigeon',
 'queen',
 'rabbit',
 'shakespeare',
 'tortoise',
 'turtle',
 'twinkle', 'william'}

correct_org_lemm = {
 'cheshire',
 'court',
 'dodo',
 'dormouse',
 'duchess',
 'grammar',
 'gryphon',
 'hare',
 'hatter',
 'hearthrug',
 'latin',
 'mouse',
 'pigeon',
 'quadrille',
 'queen',
 'rabbit',
 'turtle'}

correct_date_lemm = {

 'day',

 'march',
 'may',
 'minute',


 'summer',

 'today',
 'tomorrow',

 'week',
  'yesterday'}