my_unit_test.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tokenized text: ['i', 'want', 'to', 'buy', 'the', 'car', ',', 'becaeuse', 'it', 'is', 'cheap', '.', 'the', 'car', 'is', 'also', 'luxurius', '.']\n",
      "BERT input: [CLS] i want to buy the car , [MASK] it is cheap . the car is also [MASK] . [SEP]\n",
      "Unk words: ['becaeuse', 'luxurius']\n",
      "BERT predicted tokens: ['but', 'because', 'and', 'since', 'if', 'as', 'so', 'although', 'though', 'for', 'however', 'only', 'except', 'yet', 'provided', 'that', 'when', 'saying', 'while', 'even', 'now', '\"', 'where', 'like', 'therefore', 'which', 'or', 'say', 'then', 'unless', 'maybe', 'knowing', 'assuming', '.', 'why', 'otherwise', 'hoping', 'thinking', 'instead', 'said', 'whether', 'all', '-', 'meaning', ',', 'no', 'considering', 'says', 'how', 'hope', 'luckily', 'plus', \"'\", 'yes', 'providing', 'sure', 'unfortunately', 'whereas', 'cause', 'claiming', 'well', 'besides', 'after', 'also', 'not', 'remember', 'the', 'see', 'oh', 'actually', 'before', 'thus', 'just', 'hence', 'what', 'fortunately', 'especially', 'this', 'too', 'glad', 'surely', '...', 'think', 'obviously', 'it', 'certainly', 'given', 'here', 'thought', 'until', 'once', 'believing', 'perhaps', 'again', 'mostly', 'sometimes', ';', 'somehow', 'hopefully', 'else']\n",
      "Suggestions: [{'w': 'because', 'dist': 1}, {'w': 'cause', 'dist': 3}, {'w': 'besides', 'dist': 5}, {'w': 'before', 'dist': 5}, {'w': 'else', 'dist': 5}, {'w': 'but', 'dist': 6}, {'w': 'as', 'dist': 6}, {'w': 'except', 'dist': 6}, {'w': 'even', 'dist': 6}, {'w': 'where', 'dist': 6}, {'w': 'unless', 'dist': 6}, {'w': 'maybe', 'dist': 6}, {'w': 'meaning', 'dist': 6}, {'w': 'says', 'dist': 6}, {'w': 'plus', 'dist': 6}, {'w': 'yes', 'dist': 6}, {'w': 'sure', 'dist': 6}, {'w': 'whereas', 'dist': 6}, {'w': 'also', 'dist': 6}, {'w': 'remember', 'dist': 6}, {'w': 'see', 'dist': 6}, {'w': 'thus', 'dist': 6}, {'w': 'just', 'dist': 6}, {'w': 'hence', 'dist': 6}, {'w': 'here', 'dist': 6}, {'w': 'once', 'dist': 6}, {'w': 'believing', 'dist': 6}, {'w': 'perhaps', 'dist': 6}, {'w': 'and', 'dist': 7}, {'w': 'since', 'dist': 7}, {'w': 'so', 'dist': 7}, {'w': 'although', 'dist': 7}, {'w': 'though', 'dist': 7}, {'w': 'however', 'dist': 7}, {'w': 'yet', 'dist': 7}, {'w': 'that', 'dist': 7}, {'w': 'when', 'dist': 7}, {'w': 'saying', 'dist': 7}, {'w': 'while', 'dist': 7}, {'w': 'like', 'dist': 7}, {'w': 'therefore', 'dist': 7}, {'w': 'say', 'dist': 7}, {'w': 'then', 'dist': 7}, {'w': 'otherwise', 'dist': 7}, {'w': 'instead', 'dist': 7}, {'w': 'said', 'dist': 7}, {'w': 'whether', 'dist': 7}, {'w': 'all', 'dist': 7}, {'w': 'hope', 'dist': 7}, {'w': 'luckily', 'dist': 7}, {'w': 'well', 'dist': 7}, {'w': 'after', 'dist': 7}, {'w': 'the', 'dist': 7}, {'w': 'what', 'dist': 7}, {'w': 'this', 'dist': 7}, {'w': 'glad', 'dist': 7}, {'w': 'surely', 'dist': 7}, {'w': 'obviously', 'dist': 7}, {'w': 'certainly', 'dist': 7}, {'w': 'given', 'dist': 7}, {'w': 'again', 'dist': 7}, {'w': 'somehow', 'dist': 7}, {'w': 'if', 'dist': 8}, {'w': 'for', 'dist': 8}, {'w': 'only', 'dist': 8}, {'w': 'provided', 'dist': 8}, {'w': 'now', 'dist': 8}, {'w': '\"', 'dist': 8}, {'w': 'which', 'dist': 8}, {'w': 'or', 'dist': 8}, {'w': 'knowing', 'dist': 8}, {'w': 'assuming', 'dist': 8}, {'w': '.', 'dist': 8}, {'w': 'why', 'dist': 8}, {'w': 'hoping', 'dist': 8}, {'w': 'thinking', 'dist': 8}, {'w': '-', 'dist': 8}, {'w': ',', 'dist': 8}, {'w': 'no', 'dist': 8}, {'w': 'how', 'dist': 8}, {'w': \"'\", 'dist': 8}, {'w': 'claiming', 'dist': 8}, {'w': 'not', 'dist': 8}, {'w': 'oh', 'dist': 8}, {'w': 'actually', 'dist': 8}, {'w': 'especially', 'dist': 8}, {'w': 'too', 'dist': 8}, {'w': '...', 'dist': 8}, {'w': 'think', 'dist': 8}, {'w': 'it', 'dist': 8}, {'w': 'thought', 'dist': 8}, {'w': 'until', 'dist': 8}, {'w': 'mostly', 'dist': 8}, {'w': 'sometimes', 'dist': 8}, {'w': ';', 'dist': 8}, {'w': 'hopefully', 'dist': 8}, {'w': 'providing', 'dist': 9}, {'w': 'considering', 'dist': 10}, {'w': 'fortunately', 'dist': 10}, {'w': 'unfortunately', 'dist': 11}]\n",
      "Best 3 suggestions: [{'w': 'because', 'dist': 1}, {'w': 'cause', 'dist': 3}, {'w': 'besides', 'dist': 5}]\n",
      "Corrected text: i want to buy the car, because it is cheap. the car is also luxurius.\n",
      "------------------------\n",
      "Tokenized text: ['i', 'want', 'to', 'buy', 'the', 'car', ',', 'because', 'it', 'is', 'cheap', '.', 'the', 'car', 'is', 'also', 'luxurius', '.']\n",
      "BERT input: [CLS] i want to buy the car , because it is cheap . the car is also [MASK] . [SEP]\n",
      "Unk words: ['luxurius']\n",
      "BERT predicted tokens: ['cheap', 'expensive', 'nice', 'free', 'good', 'beautiful', 'clean', 'cheaper', 'new', 'fine', 'poor', 'hot', 'small', 'great', 'dangerous', 'pretty', 'yours', 'inexpensive', 'bad', 'dirty', 'illegal', 'sexy', 'safe', 'affordable', 'valuable', 'real', 'perfect', 'special', 'available', 'amazing', 'stupid', 'cute', 'different', 'awesome', 'cool', 'popular', 'mine', 'fun', 'rich', 'used', 'black', 'private', 'broken', 'ugly', 'short', 'simple', 'old', 'lovely', 'easy', 'lame', 'better', 'big', 'fast', 'sweet', 'heavy', 'rare', 'unique', 'empty', 'huge', 'wonderful', 'interesting', 'famous', 'dark', 'stolen', 'comfortable', 'decent', 'there', 'sold', 'important', 'gorgeous', 'legal', 'delicious', 'terrible', 'ours', 'here', 'luxurious', 'smart', 'precious', 'fancy', 'white', 'green', 'useless', 'boring', 'funny', 'worthless', 'hard', 'not', 'flat', 'excellent', 'costly', 'crazy', 'low', 'awful', 'tiny', 'disgusting', 'cold', 'shiny', 'attractive', 'loaded', 'slow']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Suggestions: [{'w': 'luxurious', 'dist': 1}, {'w': 'yours', 'dist': 5}, {'w': 'ours', 'dist': 5}, {'w': 'beautiful', 'dist': 6}, {'w': 'dangerous', 'dist': 6}, {'w': 'stupid', 'dist': 6}, {'w': 'rich', 'dist': 6}, {'w': 'unique', 'dist': 6}, {'w': 'famous', 'dist': 6}, {'w': 'gorgeous', 'dist': 6}, {'w': 'delicious', 'dist': 6}, {'w': 'precious', 'dist': 6}, {'w': 'useless', 'dist': 6}, {'w': 'boring', 'dist': 6}, {'w': 'nice', 'dist': 7}, {'w': 'free', 'dist': 7}, {'w': 'fine', 'dist': 7}, {'w': 'poor', 'dist': 7}, {'w': 'great', 'dist': 7}, {'w': 'dirty', 'dist': 7}, {'w': 'sexy', 'dist': 7}, {'w': 'valuable', 'dist': 7}, {'w': 'real', 'dist': 7}, {'w': 'special', 'dist': 7}, {'w': 'amazing', 'dist': 7}, {'w': 'cute', 'dist': 7}, {'w': 'popular', 'dist': 7}, {'w': 'mine', 'dist': 7}, {'w': 'fun', 'dist': 7}, {'w': 'used', 'dist': 7}, {'w': 'ugly', 'dist': 7}, {'w': 'short', 'dist': 7}, {'w': 'lovely', 'dist': 7}, {'w': 'lame', 'dist': 7}, {'w': 'big', 'dist': 7}, {'w': 'rare', 'dist': 7}, {'w': 'huge', 'dist': 7}, {'w': 'wonderful', 'dist': 7}, {'w': 'dark', 'dist': 7}, {'w': 'there', 'dist': 7}, {'w': 'legal', 'dist': 7}, {'w': 'terrible', 'dist': 7}, {'w': 'here', 'dist': 7}, {'w': 'smart', 'dist': 7}, {'w': 'white', 'dist': 7}, {'w': 'green', 'dist': 7}, {'w': 'funny', 'dist': 7}, {'w': 'hard', 'dist': 7}, {'w': 'crazy', 'dist': 7}, {'w': 'low', 'dist': 7}, {'w': 'awful', 'dist': 7}, {'w': 'tiny', 'dist': 7}, {'w': 'shiny', 'dist': 7}, {'w': 'loaded', 'dist': 7}, {'w': 'cheap', 'dist': 8}, {'w': 'expensive', 'dist': 8}, {'w': 'good', 'dist': 8}, {'w': 'clean', 'dist': 8}, {'w': 'cheaper', 'dist': 8}, {'w': 'new', 'dist': 8}, {'w': 'hot', 'dist': 8}, {'w': 'small', 'dist': 8}, {'w': 'pretty', 'dist': 8}, {'w': 'bad', 'dist': 8}, {'w': 'illegal', 'dist': 8}, {'w': 'safe', 'dist': 8}, {'w': 'perfect', 'dist': 8}, {'w': 'different', 'dist': 8}, {'w': 'awesome', 'dist': 8}, {'w': 'cool', 'dist': 8}, {'w': 'black', 'dist': 8}, {'w': 'private', 'dist': 8}, {'w': 'broken', 'dist': 8}, {'w': 'simple', 'dist': 8}, {'w': 'old', 'dist': 8}, {'w': 'easy', 'dist': 8}, {'w': 'better', 'dist': 8}, {'w': 'fast', 'dist': 8}, {'w': 'sweet', 'dist': 8}, {'w': 'heavy', 'dist': 8}, {'w': 'empty', 'dist': 8}, {'w': 'stolen', 'dist': 8}, {'w': 'decent', 'dist': 8}, {'w': 'sold', 'dist': 8}, {'w': 'important', 'dist': 8}, {'w': 'fancy', 'dist': 8}, {'w': 'worthless', 'dist': 8}, {'w': 'not', 'dist': 8}, {'w': 'flat', 'dist': 8}, {'w': 'costly', 'dist': 8}, {'w': 'disgusting', 'dist': 8}, {'w': 'cold', 'dist': 8}, {'w': 'slow', 'dist': 8}, {'w': 'inexpensive', 'dist': 9}, {'w': 'affordable', 'dist': 9}, {'w': 'available', 'dist': 9}, {'w': 'interesting', 'dist': 9}, {'w': 'excellent', 'dist': 9}, {'w': 'attractive', 'dist': 9}, {'w': 'comfortable', 'dist': 10}]\n",
      "Best 3 suggestions: [{'w': 'luxurious', 'dist': 1}, {'w': 'yours', 'dist': 5}, {'w': 'ours', 'dist': 5}]\n",
      "Corrected text: i want to buy the car, because it is cheap. the car is also luxurious.\n",
      "------------------------\n",
      "Tokenized text: ['i', 'want', 'to', 'buy', 'the', 'car', ',', 'because', 'it', 'is', 'cheap', '.', 'the', 'car', 'is', 'also', 'luxurious', '.']\n",
      "BERT input: [CLS] i want to buy the car , because it is cheap . the car is also luxurious . [SEP]\n",
      "Unk words: []\n",
      "Tokenized text: ['how', 'far', 'is', 'it', 'from', 'the', 'churc', 'to', 'the', 'station', '?']\n",
      "BERT input: [CLS] how far is it from the [MASK] to the station ? [SEP]\n",
      "Unk words: ['churc']\n",
      "BERT predicted tokens: ['entrance', 'road', 'bridge', 'highway', 'gate', 'tunnel', 'exit', 'station', 'house', 'street', 'city', 'train', 'hotel', 'airport', 'hospital', 'line', 'door', 'tracks', 'subway', 'gates', 'track', 'path', 'village', 'river', 'way', 'portal', 'beach', 'town', 'park', 'ferry', 'building', 'trail', 'drive', 'garage', 'railway', 'ramp', 'tunnels', 'bus', 'elevator', 'entry', 'school', 'freeway', 'stairs', 'border', 'dock', 'church', 'passage', 'driveway', 'junction', 'doorway', 'lift', 'woods', 'temple', 'end', 'entrances', 'lake', 'bank', 'cemetery', 'car', 'interstate', 'hall', 'route', 'water', 'access', 'ride', 'camp', 'library', 'roads', 'base', 'gateway', 'motorway', 'cabin', 'museum', 'canal', 'doors', 'restaurant', 'mall', 'forest', 'resort', 'avenue', 'platform', 'causeway', 'palace', 'area', 'bar', 'office', 'expressway', 'factory', 'zoo', 'steps', 'shuttle', 'island', 'metro', 'farm', 'terminal', 'club', 'fence', 'walk', 'university', 'hill']\n",
      "Suggestions: [{'w': 'church', 'dist': 1}, {'w': 'car', 'dist': 3}, {'w': 'club', 'dist': 3}, {'w': 'house', 'dist': 4}, {'w': 'city', 'dist': 4}, {'w': 'door', 'dist': 4}, {'w': 'park', 'dist': 4}, {'w': 'ferry', 'dist': 4}, {'w': 'bus', 'dist': 4}, {'w': 'entry', 'dist': 4}, {'w': 'school', 'dist': 4}, {'w': 'hall', 'dist': 4}, {'w': 'route', 'dist': 4}, {'w': 'camp', 'dist': 4}, {'w': 'cabin', 'dist': 4}, {'w': 'canal', 'dist': 4}, {'w': 'doors', 'dist': 4}, {'w': 'bar', 'dist': 4}, {'w': 'metro', 'dist': 4}, {'w': 'farm', 'dist': 4}, {'w': 'hill', 'dist': 4}, {'w': 'road', 'dist': 5}, {'w': 'gate', 'dist': 5}, {'w': 'exit', 'dist': 5}, {'w': 'train', 'dist': 5}, {'w': 'hotel', 'dist': 5}, {'w': 'line', 'dist': 5}, {'w': 'gates', 'dist': 5}, {'w': 'track', 'dist': 5}, {'w': 'path', 'dist': 5}, {'w': 'river', 'dist': 5}, {'w': 'way', 'dist': 5}, {'w': 'beach', 'dist': 5}, {'w': 'town', 'dist': 5}, {'w': 'trail', 'dist': 5}, {'w': 'drive', 'dist': 5}, {'w': 'ramp', 'dist': 5}, {'w': 'stairs', 'dist': 5}, {'w': 'dock', 'dist': 5}, {'w': 'lift', 'dist': 5}, {'w': 'woods', 'dist': 5}, {'w': 'end', 'dist': 5}, {'w': 'lake', 'dist': 5}, {'w': 'bank', 'dist': 5}, {'w': 'water', 'dist': 5}, {'w': 'access', 'dist': 5}, {'w': 'ride', 'dist': 5}, {'w': 'roads', 'dist': 5}, {'w': 'base', 'dist': 5}, {'w': 'mall', 'dist': 5}, {'w': 'resort', 'dist': 5}, {'w': 'palace', 'dist': 5}, {'w': 'area', 'dist': 5}, {'w': 'office', 'dist': 5}, {'w': 'factory', 'dist': 5}, {'w': 'zoo', 'dist': 5}, {'w': 'steps', 'dist': 5}, {'w': 'shuttle', 'dist': 5}, {'w': 'fence', 'dist': 5}, {'w': 'walk', 'dist': 5}, {'w': 'entrance', 'dist': 6}, {'w': 'bridge', 'dist': 6}, {'w': 'highway', 'dist': 6}, {'w': 'tunnel', 'dist': 6}, {'w': 'street', 'dist': 6}, {'w': 'airport', 'dist': 6}, {'w': 'tracks', 'dist': 6}, {'w': 'subway', 'dist': 6}, {'w': 'portal', 'dist': 6}, {'w': 'garage', 'dist': 6}, {'w': 'border', 'dist': 6}, {'w': 'doorway', 'dist': 6}, {'w': 'temple', 'dist': 6}, {'w': 'cemetery', 'dist': 6}, {'w': 'library', 'dist': 6}, {'w': 'museum', 'dist': 6}, {'w': 'forest', 'dist': 6}, {'w': 'avenue', 'dist': 6}, {'w': 'causeway', 'dist': 6}, {'w': 'island', 'dist': 6}, {'w': 'station', 'dist': 7}, {'w': 'village', 'dist': 7}, {'w': 'railway', 'dist': 7}, {'w': 'tunnels', 'dist': 7}, {'w': 'freeway', 'dist': 7}, {'w': 'passage', 'dist': 7}, {'w': 'junction', 'dist': 7}, {'w': 'entrances', 'dist': 7}, {'w': 'gateway', 'dist': 7}, {'w': 'motorway', 'dist': 7}, {'w': 'platform', 'dist': 7}, {'w': 'hospital', 'dist': 8}, {'w': 'building', 'dist': 8}, {'w': 'elevator', 'dist': 8}, {'w': 'driveway', 'dist': 8}, {'w': 'restaurant', 'dist': 8}, {'w': 'terminal', 'dist': 8}, {'w': 'interstate', 'dist': 9}, {'w': 'expressway', 'dist': 9}, {'w': 'university', 'dist': 9}]\n",
      "Best 3 suggestions: [{'w': 'church', 'dist': 1}, {'w': 'car', 'dist': 3}, {'w': 'club', 'dist': 3}]\n",
      "Corrected text: how far is it from the church to the station?\n",
      "------------------------\n",
      "Tokenized text: ['how', 'far', 'is', 'it', 'from', 'the', 'church', 'to', 'the', 'station', '?']\n",
      "BERT input: [CLS] how far is it from the church to the station ? [SEP]\n",
      "Unk words: []\n",
      "Tokenized text: ['in', '1986', 'a', 'severe', 'nuclear', 'disaster', 'occurred', 'in', 'the', 'city', 'of', 'chernobyl', '.', 'it', 'is', 'considered', 'the', 'worst', 'nuclear', 'disaster', 'in', 'historie', '.', 'it', 'is', 'belived', 'that', 'the', 'disaster', 'was', 'cauded', 'by', 'human', 'error', 'and', 'reacctor', \"'s\", 'design', 'flas', '.']\n",
      "BERT input: [CLS] in 1986 a severe nuclear disaster occurred in the city of chernobyl . it is considered the worst nuclear disaster in [MASK] . it is [MASK] that the disaster was [MASK] by human error and [MASK] 's design [MASK] . [SEP]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Unk words: ['historie', 'belived', 'cauded', 'reacctor', 'flas']\n",
      "BERT predicted tokens: ['history', 'europe', 'russia', 'ukraine', 'world', 'years', 'decades', 'existence', 'poland', 'asia', 'all', 'britain', 'ussr', 'centuries', 'ever', '1986', 'time', 'germany', 'life', '2014', 'space', 'today', '1990', 'times', '2008', '2007', 'belarus', 'moldova', 'france', '1987', '1985', 'record', 'bulgaria', 'mankind', 'canada', 'countries', 'worldwide', 'earth', 'africa', 'america', '2006', '1991', '1999', 'operation', 'humanity', '1998', 'moscow', '1989', 'scotland', '1988', '2010', 'norway', 'science', '2011', 'literature', '1994', '1984', '1995', 'period', '2001', 'china', 'year', '2009', 'england', 'war', '2002', 'childhood', 'japan', '1996', 'romania', 'country', '1993', 'european', '2017', 'culture', 'kiev', '2015', '2000', 'reality', 'scandinavia', '2003', 'society', '2005', '1997', 'depth', 'soviet', 'fact', 'industry', '1992', 'football', 'nations', 'finland', 'decade', 'century', 'iran', '1975', 'modern', 'russian', 'area', '2016']\n",
      "Suggestions: [{'w': 'history', 'dist': 2}, {'w': 'existence', 'dist': 5}, {'w': 'centuries', 'dist': 5}, {'w': 'culture', 'dist': 5}, {'w': 'soviet', 'dist': 5}, {'w': 'europe', 'dist': 6}, {'w': 'russia', 'dist': 6}, {'w': 'world', 'dist': 6}, {'w': 'asia', 'dist': 6}, {'w': 'britain', 'dist': 6}, {'w': 'ussr', 'dist': 6}, {'w': 'time', 'dist': 6}, {'w': 'life', 'dist': 6}, {'w': 'space', 'dist': 6}, {'w': 'today', 'dist': 6}, {'w': 'record', 'dist': 6}, {'w': 'bulgaria', 'dist': 6}, {'w': 'countries', 'dist': 6}, {'w': 'moscow', 'dist': 6}, {'w': 'society', 'dist': 6}, {'w': 'century', 'dist': 6}, {'w': 'iran', 'dist': 6}, {'w': 'ukraine', 'dist': 7}, {'w': 'years', 'dist': 7}, {'w': 'ever', 'dist': 7}, {'w': 'times', 'dist': 7}, {'w': 'belarus', 'dist': 7}, {'w': 'moldova', 'dist': 7}, {'w': 'france', 'dist': 7}, {'w': 'worldwide', 'dist': 7}, {'w': 'earth', 'dist': 7}, {'w': 'africa', 'dist': 7}, {'w': 'america', 'dist': 7}, {'w': 'humanity', 'dist': 7}, {'w': 'scotland', 'dist': 7}, {'w': 'norway', 'dist': 7}, {'w': 'science', 'dist': 7}, {'w': 'literature', 'dist': 7}, {'w': 'period', 'dist': 7}, {'w': 'china', 'dist': 7}, {'w': 'year', 'dist': 7}, {'w': 'war', 'dist': 7}, {'w': 'childhood', 'dist': 7}, {'w': 'romania', 'dist': 7}, {'w': 'country', 'dist': 7}, {'w': 'kiev', 'dist': 7}, {'w': 'depth', 'dist': 7}, {'w': 'fact', 'dist': 7}, {'w': 'industry', 'dist': 7}, {'w': 'football', 'dist': 7}, {'w': 'nations', 'dist': 7}, {'w': 'finland', 'dist': 7}, {'w': 'decade', 'dist': 7}, {'w': 'modern', 'dist': 7}, {'w': 'russian', 'dist': 7}, {'w': 'area', 'dist': 7}, {'w': 'decades', 'dist': 8}, {'w': 'poland', 'dist': 8}, {'w': 'all', 'dist': 8}, {'w': '1986', 'dist': 8}, {'w': 'germany', 'dist': 8}, {'w': '2014', 'dist': 8}, {'w': '1990', 'dist': 8}, {'w': '2008', 'dist': 8}, {'w': '2007', 'dist': 8}, {'w': '1987', 'dist': 8}, {'w': '1985', 'dist': 8}, {'w': 'mankind', 'dist': 8}, {'w': 'canada', 'dist': 8}, {'w': '2006', 'dist': 8}, {'w': '1991', 'dist': 8}, {'w': '1999', 'dist': 8}, {'w': 'operation', 'dist': 8}, {'w': '1998', 'dist': 8}, {'w': '1989', 'dist': 8}, {'w': '1988', 'dist': 8}, {'w': '2010', 'dist': 8}, {'w': '2011', 'dist': 8}, {'w': '1994', 'dist': 8}, {'w': '1984', 'dist': 8}, {'w': '1995', 'dist': 8}, {'w': '2001', 'dist': 8}, {'w': '2009', 'dist': 8}, {'w': 'england', 'dist': 8}, {'w': '2002', 'dist': 8}, {'w': 'japan', 'dist': 8}, {'w': '1996', 'dist': 8}, {'w': '1993', 'dist': 8}, {'w': 'european', 'dist': 8}, {'w': '2017', 'dist': 8}, {'w': '2015', 'dist': 8}, {'w': '2000', 'dist': 8}, {'w': 'reality', 'dist': 8}, {'w': '2003', 'dist': 8}, {'w': '2005', 'dist': 8}, {'w': '1997', 'dist': 8}, {'w': '1992', 'dist': 8}, {'w': '1975', 'dist': 8}, {'w': '2016', 'dist': 8}, {'w': 'scandinavia', 'dist': 10}]\n",
      "Best 3 suggestions: [{'w': 'history', 'dist': 2}, {'w': 'existence', 'dist': 5}, {'w': 'centuries', 'dist': 5}]\n",
      "Corrected text: in 1986 a severe nuclear disaster occurred in the city of chernobyl. it is considered the worst nuclear disaster in history. it is belived that the disaster was cauded by human error and reacctor's design flas.\n",
      "------------------------\n",
      "Tokenized text: ['in', '1986', 'a', 'severe', 'nuclear', 'disaster', 'occurred', 'in', 'the', 'city', 'of', 'chernobyl', '.', 'it', 'is', 'considered', 'the', 'worst', 'nuclear', 'disaster', 'in', 'history', '.', 'it', 'is', 'belived', 'that', 'the', 'disaster', 'was', 'cauded', 'by', 'human', 'error', 'and', 'reacctor', \"'s\", 'design', 'flas', '.']\n",
      "BERT input: [CLS] in 1986 a severe nuclear disaster occurred in the city of chernobyl . it is considered the worst nuclear disaster in history . it is [MASK] that the disaster was [MASK] by human error and [MASK] 's design [MASK] . [SEP]\n",
      "Unk words: ['belived', 'cauded', 'reacctor', 'flas']\n",
      "BERT predicted tokens: ['believed', 'thought', 'possible', 'argued', 'claimed', 'said', 'speculated', 'likely', 'suggested', 'considered', 'suspected', 'alleged', 'assumed', 'estimated', 'stated', 'presumed', 'probable', 'concluded', 'understood', 'known', 'clear', 'unlikely', 'supposed', 'rumored', 'proposed', 'reported', 'felt', 'hoped', 'believe', 'feared', 'agreed', 'accepted', 'expected', 'plausible', 'ironic', 'believes', 'evident', 'asserted', 'speculation', 'noted', 'notable', 'significant', 'implied', 'acknowledged', 'established', 'revealed', 'determined', 'attributed', 'apparent', 'explained', 'noteworthy', 'held', 'unclear', 'convinced', 'obvious', 'decided', 'purported', 'found', 'indicated', 'disputed', 'suspect', 'deemed', 'evidence', 'certain', 'uncertain', 'doubtful', 'recognized', 'conjecture', 'intended', 'claims', 'confirmed', 'true', 'maintained', 'unknown', 'reputed', 'controversial', 'mentioned', 'thinks', 'written', 'calculated', 'argues', 'believing', 'proven', 'probably', 'documented', 'ruled', 'claiming', 'think', 'suggests', 'related', 'anticipated', 'unfortunate', 'concerned', 'admitted', 'debated', 'told', 'logical', 'regarded', 'claim', 'credited']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Suggestions: [{'w': 'believed', 'dist': 1}, {'w': 'believe', 'dist': 2}, {'w': 'believes', 'dist': 2}, {'w': 'decided', 'dist': 3}, {'w': 'related', 'dist': 3}, {'w': 'claimed', 'dist': 4}, {'w': 'alleged', 'dist': 4}, {'w': 'feared', 'dist': 4}, {'w': 'implied', 'dist': 4}, {'w': 'held', 'dist': 4}, {'w': 'deemed', 'dist': 4}, {'w': 'reputed', 'dist': 4}, {'w': 'believing', 'dist': 4}, {'w': 'ruled', 'dist': 4}, {'w': 'debated', 'dist': 4}, {'w': 'credited', 'dist': 4}, {'w': 'argued', 'dist': 5}, {'w': 'said', 'dist': 5}, {'w': 'likely', 'dist': 5}, {'w': 'assumed', 'dist': 5}, {'w': 'stated', 'dist': 5}, {'w': 'presumed', 'dist': 5}, {'w': 'unlikely', 'dist': 5}, {'w': 'rumored', 'dist': 5}, {'w': 'reported', 'dist': 5}, {'w': 'felt', 'dist': 5}, {'w': 'hoped', 'dist': 5}, {'w': 'agreed', 'dist': 5}, {'w': 'evident', 'dist': 5}, {'w': 'noted', 'dist': 5}, {'w': 'revealed', 'dist': 5}, {'w': 'explained', 'dist': 5}, {'w': 'mentioned', 'dist': 5}, {'w': 'proven', 'dist': 5}, {'w': 'admitted', 'dist': 5}, {'w': 'told', 'dist': 5}, {'w': 'regarded', 'dist': 5}, {'w': 'speculated', 'dist': 6}, {'w': 'estimated', 'dist': 6}, {'w': 'concluded', 'dist': 6}, {'w': 'clear', 'dist': 6}, {'w': 'supposed', 'dist': 6}, {'w': 'proposed', 'dist': 6}, {'w': 'accepted', 'dist': 6}, {'w': 'expected', 'dist': 6}, {'w': 'asserted', 'dist': 6}, {'w': 'determined', 'dist': 6}, {'w': 'convinced', 'dist': 6}, {'w': 'obvious', 'dist': 6}, {'w': 'found', 'dist': 6}, {'w': 'indicated', 'dist': 6}, {'w': 'disputed', 'dist': 6}, {'w': 'evidence', 'dist': 6}, {'w': 'certain', 'dist': 6}, {'w': 'recognized', 'dist': 6}, {'w': 'intended', 'dist': 6}, {'w': 'claims', 'dist': 6}, {'w': 'confirmed', 'dist': 6}, {'w': 'true', 'dist': 6}, {'w': 'thinks', 'dist': 6}, {'w': 'written', 'dist': 6}, {'w': 'argues', 'dist': 6}, {'w': 'think', 'dist': 6}, {'w': 'logical', 'dist': 6}, {'w': 'claim', 'dist': 6}, {'w': 'thought', 'dist': 7}, {'w': 'possible', 'dist': 7}, {'w': 'suggested', 'dist': 7}, {'w': 'considered', 'dist': 7}, {'w': 'suspected', 'dist': 7}, {'w': 'known', 'dist': 7}, {'w': 'ironic', 'dist': 7}, {'w': 'notable', 'dist': 7}, {'w': 'established', 'dist': 7}, {'w': 'attributed', 'dist': 7}, {'w': 'apparent', 'dist': 7}, {'w': 'unclear', 'dist': 7}, {'w': 'purported', 'dist': 7}, {'w': 'suspect', 'dist': 7}, {'w': 'maintained', 'dist': 7}, {'w': 'unknown', 'dist': 7}, {'w': 'calculated', 'dist': 7}, {'w': 'claiming', 'dist': 7}, {'w': 'concerned', 'dist': 7}, {'w': 'probable', 'dist': 8}, {'w': 'understood', 'dist': 8}, {'w': 'plausible', 'dist': 8}, {'w': 'uncertain', 'dist': 8}, {'w': 'doubtful', 'dist': 8}, {'w': 'probably', 'dist': 8}, {'w': 'documented', 'dist': 8}, {'w': 'suggests', 'dist': 8}, {'w': 'anticipated', 'dist': 8}, {'w': 'speculation', 'dist': 9}, {'w': 'acknowledged', 'dist': 9}, {'w': 'noteworthy', 'dist': 9}, {'w': 'conjecture', 'dist': 9}, {'w': 'significant', 'dist': 10}, {'w': 'controversial', 'dist': 11}, {'w': 'unfortunate', 'dist': 11}]\n",
      "Best 3 suggestions: [{'w': 'believed', 'dist': 1}, {'w': 'believe', 'dist': 2}, {'w': 'believes', 'dist': 2}]\n",
      "Corrected text: in 1986 a severe nuclear disaster occurred in the city of chernobyl. it is considered the worst nuclear disaster in history. it is believed that the disaster was cauded by human error and reacctor's design flas.\n",
      "------------------------\n",
      "Tokenized text: ['in', '1986', 'a', 'severe', 'nuclear', 'disaster', 'occurred', 'in', 'the', 'city', 'of', 'chernobyl', '.', 'it', 'is', 'considered', 'the', 'worst', 'nuclear', 'disaster', 'in', 'history', '.', 'it', 'is', 'believed', 'that', 'the', 'disaster', 'was', 'cauded', 'by', 'human', 'error', 'and', 'reacctor', \"'s\", 'design', 'flas', '.']\n",
      "BERT input: [CLS] in 1986 a severe nuclear disaster occurred in the city of chernobyl . it is considered the worst nuclear disaster in history . it is believed that the disaster was [MASK] by human error and [MASK] 's design [MASK] . [SEP]\n",
      "Unk words: ['cauded', 'reacctor', 'flas']\n",
      "BERT predicted tokens: ['caused', 'triggered', 'created', 'provoked', 'causing', 'prompted', 'induced', 'prevented', 'inspired', 'motivated', 'driven', 'wrought', 'cause', 'preceded', 'initiated', 'produced', 'engineered', 'generated', 'brought', 'orchestrated', 'inflicted', 'causes', 'sparked', 'started', 'followed', 'spurred', 'accompanied', 'aggravated', 'managed', 'influenced', 'occurred', 'formed', 'organized', 'made', 'led', 'founded', 'forced', 'justified', 'spawned', 'controlled', 'triggering', 'related', 'necessitated', 'incurred', 'suffered', 'worsened', 'predicted', 'organised', 'fueled', 'delayed', 'achieved', 'done', 'overcome', 'sustained', 'happened', 'dictated', 'timed', 'explained', 'borne', 'aided', 'resulted', 'constituted', 'avoided', 'staged', 'designed', 'enabled', 'struck', 'committed', 'prepared', 'manufactured', 'conducted', 'built', 'simply', 'encouraged', 'not', 'introduced', 'spread', 'intentional', 'helped', 'meant', 'contributed', 'shaped', 'originated', 'calculated', 'characterized', 'only', 'developed', 'facilitated', 'propelled', 'accomplished', 'planned', 'set', 'connected', 'inevitable', 'directed', 'imposed', 'called', 'ruled', 'unleashed', 'ordered']\n",
      "Suggestions: [{'w': 'caused', 'dist': 1}, {'w': 'cause', 'dist': 2}, {'w': 'causes', 'dist': 2}, {'w': 'aided', 'dist': 2}, {'w': 'called', 'dist': 2}, {'w': 'made', 'dist': 3}, {'w': 'founded', 'dist': 3}, {'w': 'ruled', 'dist': 3}, {'w': 'created', 'dist': 4}, {'w': 'causing', 'dist': 4}, {'w': 'induced', 'dist': 4}, {'w': 'sparked', 'dist': 4}, {'w': 'started', 'dist': 4}, {'w': 'spurred', 'dist': 4}, {'w': 'managed', 'dist': 4}, {'w': 'occurred', 'dist': 4}, {'w': 'formed', 'dist': 4}, {'w': 'led', 'dist': 4}, {'w': 'forced', 'dist': 4}, {'w': 'spawned', 'dist': 4}, {'w': 'fueled', 'dist': 4}, {'w': 'timed', 'dist': 4}, {'w': 'avoided', 'dist': 4}, {'w': 'staged', 'dist': 4}, {'w': 'enabled', 'dist': 4}, {'w': 'helped', 'dist': 4}, {'w': 'shaped', 'dist': 4}, {'w': 'planned', 'dist': 4}, {'w': 'driven', 'dist': 5}, {'w': 'preceded', 'dist': 5}, {'w': 'produced', 'dist': 5}, {'w': 'related', 'dist': 5}, {'w': 'incurred', 'dist': 5}, {'w': 'delayed', 'dist': 5}, {'w': 'achieved', 'dist': 5}, {'w': 'done', 'dist': 5}, {'w': 'happened', 'dist': 5}, {'w': 'dictated', 'dist': 5}, {'w': 'borne', 'dist': 5}, {'w': 'resulted', 'dist': 5}, {'w': 'conducted', 'dist': 5}, {'w': 'built', 'dist': 5}, {'w': 'spread', 'dist': 5}, {'w': 'calculated', 'dist': 5}, {'w': 'set', 'dist': 5}, {'w': 'imposed', 'dist': 5}, {'w': 'ordered', 'dist': 5}, {'w': 'provoked', 'dist': 6}, {'w': 'prompted', 'dist': 6}, {'w': 'inspired', 'dist': 6}, {'w': 'wrought', 'dist': 6}, {'w': 'brought', 'dist': 6}, {'w': 'followed', 'dist': 6}, {'w': 'organized', 'dist': 6}, {'w': 'suffered', 'dist': 6}, {'w': 'worsened', 'dist': 6}, {'w': 'predicted', 'dist': 6}, {'w': 'organised', 'dist': 6}, {'w': 'sustained', 'dist': 6}, {'w': 'explained', 'dist': 6}, {'w': 'designed', 'dist': 6}, {'w': 'struck', 'dist': 6}, {'w': 'committed', 'dist': 6}, {'w': 'prepared', 'dist': 6}, {'w': 'simply', 'dist': 6}, {'w': 'encouraged', 'dist': 6}, {'w': 'not', 'dist': 6}, {'w': 'meant', 'dist': 6}, {'w': 'only', 'dist': 6}, {'w': 'connected', 'dist': 6}, {'w': 'directed', 'dist': 6}, {'w': 'unleashed', 'dist': 6}, {'w': 'triggered', 'dist': 7}, {'w': 'prevented', 'dist': 7}, {'w': 'motivated', 'dist': 7}, {'w': 'initiated', 'dist': 7}, {'w': 'generated', 'dist': 7}, {'w': 'inflicted', 'dist': 7}, {'w': 'accompanied', 'dist': 7}, {'w': 'aggravated', 'dist': 7}, {'w': 'influenced', 'dist': 7}, {'w': 'justified', 'dist': 7}, {'w': 'controlled', 'dist': 7}, {'w': 'constituted', 'dist': 7}, {'w': 'introduced', 'dist': 7}, {'w': 'contributed', 'dist': 7}, {'w': 'developed', 'dist': 7}, {'w': 'propelled', 'dist': 7}, {'w': 'engineered', 'dist': 8}, {'w': 'overcome', 'dist': 8}, {'w': 'manufactured', 'dist': 8}, {'w': 'originated', 'dist': 8}, {'w': 'facilitated', 'dist': 8}, {'w': 'orchestrated', 'dist': 9}, {'w': 'triggering', 'dist': 9}, {'w': 'necessitated', 'dist': 9}, {'w': 'characterized', 'dist': 9}, {'w': 'accomplished', 'dist': 9}, {'w': 'inevitable', 'dist': 9}, {'w': 'intentional', 'dist': 11}]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best 3 suggestions: [{'w': 'caused', 'dist': 1}, {'w': 'cause', 'dist': 2}, {'w': 'causes', 'dist': 2}]\n",
      "Corrected text: in 1986 a severe nuclear disaster occurred in the city of chernobyl. it is considered the worst nuclear disaster in history. it is believed that the disaster was caused by human error and reacctor's design flas.\n",
      "------------------------\n",
      "Tokenized text: ['in', '1986', 'a', 'severe', 'nuclear', 'disaster', 'occurred', 'in', 'the', 'city', 'of', 'chernobyl', '.', 'it', 'is', 'considered', 'the', 'worst', 'nuclear', 'disaster', 'in', 'history', '.', 'it', 'is', 'believed', 'that', 'the', 'disaster', 'was', 'caused', 'by', 'human', 'error', 'and', 'reacctor', \"'s\", 'design', 'flas', '.']\n",
      "BERT input: [CLS] in 1986 a severe nuclear disaster occurred in the city of chernobyl . it is considered the worst nuclear disaster in history . it is believed that the disaster was caused by human error and [MASK] 's design [MASK] . [SEP]\n",
      "Unk words: ['reacctor', 'flas']\n",
      "BERT predicted tokens: ['stalin', 'russia', 'soviet', 'iran', 'hitler', 'germany', 'moscow', 'industry', 'nasa', 'ussr', 'nuclear', 'mankind', 'putin', 'japan', 'reactor', 'design', 'nature', 'man', 'radiation', 'israel', 'today', 'one', 'nato', 'it', 'sabotage', 'britain', 'lenin', 'earth', 'nobody', 'people', 'government', 'someone', 'america', 'negligence', 'canada', 'engineering', 'poland', 'china', 'ship', 'finland', 'god', 'technology', 'designer', 'leningrad', 'tesla', 'mao', 'engineers', 'somebody', 'norway', 'manufacturer', 'science', 'rocket', 'accident', 'humanity', 'engineer', 'scientists', 'gm', 'hiroshima', 'soviets', 'argentina', 'challenger', 'mir', 'france', 'scientist', 'ukraine', 'mit', 'disaster', 'tank', 'tsar', 'destruction', 'reactors', 'igor', 'churchill', 'nation', 'missile', 'russian', 'aircraft', 'leonid', 'equipment', 'mistake', 'catastrophe', 'satan', 'pollution', 'neutron', 'noah', 'faulty', 'physicist', 'defect', 'flawed', 'construction', 'management', 'adam', 'spacecraft', 'human', 'saturn', 'anderson', 'history', 'monster', 'bunker', 'yugoslavia']\n",
      "Suggestions: [{'w': 'reactor', 'dist': 1}, {'w': 'reactors', 'dist': 2}, {'w': 'nato', 'dist': 5}, {'w': 'earth', 'dist': 5}, {'w': 'defect', 'dist': 5}, {'w': 'moscow', 'dist': 6}, {'w': 'nuclear', 'dist': 6}, {'w': 'nature', 'dist': 6}, {'w': 'radiation', 'dist': 6}, {'w': 'designer', 'dist': 6}, {'w': 'mao', 'dist': 6}, {'w': 'rocket', 'dist': 6}, {'w': 'france', 'dist': 6}, {'w': 'disaster', 'dist': 6}, {'w': 'tsar', 'dist': 6}, {'w': 'igor', 'dist': 6}, {'w': 'nation', 'dist': 6}, {'w': 'satan', 'dist': 6}, {'w': 'neutron', 'dist': 6}, {'w': 'faulty', 'dist': 6}, {'w': 'saturn', 'dist': 6}, {'w': 'history', 'dist': 6}, {'w': 'monster', 'dist': 6}, {'w': 'stalin', 'dist': 7}, {'w': 'russia', 'dist': 7}, {'w': 'soviet', 'dist': 7}, {'w': 'iran', 'dist': 7}, {'w': 'hitler', 'dist': 7}, {'w': 'germany', 'dist': 7}, {'w': 'industry', 'dist': 7}, {'w': 'nasa', 'dist': 7}, {'w': 'ussr', 'dist': 7}, {'w': 'mankind', 'dist': 7}, {'w': 'putin', 'dist': 7}, {'w': 'japan', 'dist': 7}, {'w': 'design', 'dist': 7}, {'w': 'man', 'dist': 7}, {'w': 'it', 'dist': 7}, {'w': 'sabotage', 'dist': 7}, {'w': 'lenin', 'dist': 7}, {'w': 'people', 'dist': 7}, {'w': 'america', 'dist': 7}, {'w': 'canada', 'dist': 7}, {'w': 'china', 'dist': 7}, {'w': 'god', 'dist': 7}, {'w': 'tesla', 'dist': 7}, {'w': 'accident', 'dist': 7}, {'w': 'humanity', 'dist': 7}, {'w': 'engineer', 'dist': 7}, {'w': 'soviets', 'dist': 7}, {'w': 'mir', 'dist': 7}, {'w': 'mit', 'dist': 7}, {'w': 'tank', 'dist': 7}, {'w': 'destruction', 'dist': 7}, {'w': 'russian', 'dist': 7}, {'w': 'aircraft', 'dist': 7}, {'w': 'leonid', 'dist': 7}, {'w': 'pollution', 'dist': 7}, {'w': 'noah', 'dist': 7}, {'w': 'flawed', 'dist': 7}, {'w': 'adam', 'dist': 7}, {'w': 'spacecraft', 'dist': 7}, {'w': 'anderson', 'dist': 7}, {'w': 'bunker', 'dist': 7}, {'w': 'israel', 'dist': 8}, {'w': 'today', 'dist': 8}, {'w': 'one', 'dist': 8}, {'w': 'britain', 'dist': 8}, {'w': 'nobody', 'dist': 8}, {'w': 'someone', 'dist': 8}, {'w': 'poland', 'dist': 8}, {'w': 'ship', 'dist': 8}, {'w': 'finland', 'dist': 8}, {'w': 'technology', 'dist': 8}, {'w': 'leningrad', 'dist': 8}, {'w': 'engineers', 'dist': 8}, {'w': 'somebody', 'dist': 8}, {'w': 'norway', 'dist': 8}, {'w': 'science', 'dist': 8}, {'w': 'gm', 'dist': 8}, {'w': 'argentina', 'dist': 8}, {'w': 'challenger', 'dist': 8}, {'w': 'scientist', 'dist': 8}, {'w': 'ukraine', 'dist': 8}, {'w': 'churchill', 'dist': 8}, {'w': 'missile', 'dist': 8}, {'w': 'mistake', 'dist': 8}, {'w': 'physicist', 'dist': 8}, {'w': 'human', 'dist': 8}, {'w': 'government', 'dist': 9}, {'w': 'negligence', 'dist': 9}, {'w': 'manufacturer', 'dist': 9}, {'w': 'scientists', 'dist': 9}, {'w': 'hiroshima', 'dist': 9}, {'w': 'equipment', 'dist': 9}, {'w': 'catastrophe', 'dist': 9}, {'w': 'construction', 'dist': 9}, {'w': 'management', 'dist': 9}, {'w': 'engineering', 'dist': 10}, {'w': 'yugoslavia', 'dist': 10}]\n",
      "Best 3 suggestions: [{'w': 'reactor', 'dist': 1}, {'w': 'reactors', 'dist': 2}, {'w': 'nato', 'dist': 5}]\n",
      "Corrected text: in 1986 a severe nuclear disaster occurred in the city of chernobyl. it is considered the worst nuclear disaster in history. it is believed that the disaster was caused by human error and reactor's design flas.\n",
      "------------------------\n",
      "Tokenized text: ['in', '1986', 'a', 'severe', 'nuclear', 'disaster', 'occurred', 'in', 'the', 'city', 'of', 'chernobyl', '.', 'it', 'is', 'considered', 'the', 'worst', 'nuclear', 'disaster', 'in', 'history', '.', 'it', 'is', 'believed', 'that', 'the', 'disaster', 'was', 'caused', 'by', 'human', 'error', 'and', 'reactor', \"'s\", 'design', 'flas', '.']\n",
      "BERT input: [CLS] in 1986 a severe nuclear disaster occurred in the city of chernobyl . it is considered the worst nuclear disaster in history . it is believed that the disaster was caused by human error and reactor 's design [MASK] . [SEP]\n",
      "Unk words: ['flas']\n",
      "BERT predicted tokens: ['flaws', 'defects', 'failure', 'faults', 'problems', 'failures', 'flaw', 'defect', 'fault', 'faulty', 'failed', 'errors', 'weaknesses', 'design', 'issues', 'error', 'limitations', 'failing', 'problem', 'fail', 'flawed', 'defective', 'changes', 'difficulties', 'accident', 'breakdown', 'damage', 'modifications', 'negligence', 'destruction', 'delays', 'specifications', 'deteriorated', 'mistakes', 'fails', 'collapse', 'complications', 'disaster', 'change', 'instability', 'characteristics', 'losses', 'unsafe', 'sabotage', 'deteriorating', 'accidents', 'conditions', 'modification', 'unreliable', 'weakness', 'mistake', 'safety', 'parameters', 'troubles', 'inadequate', 'unsuitable', 'fatigue', 'deterioration', 'hazards', 'redesign', 'engineer', 'imperfect', 'reliability', 'work', 'loss', 'engineers', 'engineering', '##iciencies', 'vulnerability', 'incomplete', 'damages', 'leak', 'methods', 'age', 'improper', 'contamination', 'process', 'integrity', 'insufficient', 'cracks', 'abnormalities', 'delay', 'cost', 'success', 'requirements', 'crash', 'complexity', 'differences', 'procedures', 'designs', 'concerns', 'cancellation', 'alterations', 'factors', 'method', 'degradation', 'explosion', 'system', 'cracking', 'collapsed']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Suggestions: [{'w': 'flaws', 'dist': 1}, {'w': 'flaw', 'dist': 1}, {'w': 'faults', 'dist': 3}, {'w': 'fail', 'dist': 3}, {'w': 'flawed', 'dist': 3}, {'w': 'delays', 'dist': 3}, {'w': 'fails', 'dist': 3}, {'w': 'loss', 'dist': 3}, {'w': 'leak', 'dist': 3}, {'w': 'delay', 'dist': 3}, {'w': 'crash', 'dist': 3}, {'w': 'fault', 'dist': 4}, {'w': 'faulty', 'dist': 4}, {'w': 'failed', 'dist': 4}, {'w': 'work', 'dist': 4}, {'w': 'age', 'dist': 4}, {'w': 'cracks', 'dist': 4}, {'w': 'cost', 'dist': 4}, {'w': 'defects', 'dist': 5}, {'w': 'failure', 'dist': 5}, {'w': 'failures', 'dist': 5}, {'w': 'defect', 'dist': 5}, {'w': 'errors', 'dist': 5}, {'w': 'issues', 'dist': 5}, {'w': 'error', 'dist': 5}, {'w': 'failing', 'dist': 5}, {'w': 'changes', 'dist': 5}, {'w': 'damage', 'dist': 5}, {'w': 'collapse', 'dist': 5}, {'w': 'change', 'dist': 5}, {'w': 'losses', 'dist': 5}, {'w': 'unsafe', 'dist': 5}, {'w': 'safety', 'dist': 5}, {'w': 'hazards', 'dist': 5}, {'w': 'damages', 'dist': 5}, {'w': 'factors', 'dist': 5}, {'w': 'problems', 'dist': 6}, {'w': 'design', 'dist': 6}, {'w': 'problem', 'dist': 6}, {'w': 'mistakes', 'dist': 6}, {'w': 'disaster', 'dist': 6}, {'w': 'weakness', 'dist': 6}, {'w': 'mistake', 'dist': 6}, {'w': 'troubles', 'dist': 6}, {'w': 'fatigue', 'dist': 6}, {'w': 'methods', 'dist': 6}, {'w': 'process', 'dist': 6}, {'w': 'success', 'dist': 6}, {'w': 'designs', 'dist': 6}, {'w': 'method', 'dist': 6}, {'w': 'system', 'dist': 6}, {'w': 'collapsed', 'dist': 6}, {'w': 'sabotage', 'dist': 7}, {'w': 'redesign', 'dist': 7}, {'w': 'concerns', 'dist': 7}, {'w': 'explosion', 'dist': 7}, {'w': 'cracking', 'dist': 7}, {'w': 'weaknesses', 'dist': 8}, {'w': 'defective', 'dist': 8}, {'w': 'accident', 'dist': 8}, {'w': 'breakdown', 'dist': 8}, {'w': 'accidents', 'dist': 8}, {'w': 'unreliable', 'dist': 8}, {'w': 'parameters', 'dist': 8}, {'w': 'engineer', 'dist': 8}, {'w': 'imperfect', 'dist': 8}, {'w': 'engineers', 'dist': 8}, {'w': 'improper', 'dist': 8}, {'w': 'alterations', 'dist': 8}, {'w': 'limitations', 'dist': 9}, {'w': 'difficulties', 'dist': 9}, {'w': 'negligence', 'dist': 9}, {'w': 'conditions', 'dist': 9}, {'w': 'inadequate', 'dist': 9}, {'w': 'unsuitable', 'dist': 9}, {'w': 'reliability', 'dist': 9}, {'w': 'incomplete', 'dist': 9}, {'w': 'integrity', 'dist': 9}, {'w': 'complexity', 'dist': 9}, {'w': 'differences', 'dist': 9}, {'w': 'procedures', 'dist': 9}, {'w': 'modifications', 'dist': 10}, {'w': 'complications', 'dist': 10}, {'w': 'instability', 'dist': 10}, {'w': 'modification', 'dist': 10}, {'w': '##iciencies', 'dist': 10}, {'w': 'cancellation', 'dist': 10}, {'w': 'degradation', 'dist': 10}, {'w': 'destruction', 'dist': 11}, {'w': 'specifications', 'dist': 11}, {'w': 'deteriorated', 'dist': 11}, {'w': 'engineering', 'dist': 11}, {'w': 'vulnerability', 'dist': 11}, {'w': 'insufficient', 'dist': 11}, {'w': 'abnormalities', 'dist': 11}, {'w': 'requirements', 'dist': 11}, {'w': 'deteriorating', 'dist': 12}, {'w': 'deterioration', 'dist': 12}, {'w': 'contamination', 'dist': 12}, {'w': 'characteristics', 'dist': 13}]\n",
      "Best 3 suggestions: [{'w': 'flaws', 'dist': 1}, {'w': 'flaw', 'dist': 1}, {'w': 'faults', 'dist': 3}]\n",
      "Corrected text: in 1986 a severe nuclear disaster occurred in the city of chernobyl. it is considered the worst nuclear disaster in history. it is believed that the disaster was caused by human error and reactor's design flaws.\n",
      "------------------------\n",
      "Tokenized text: ['in', '1986', 'a', 'severe', 'nuclear', 'disaster', 'occurred', 'in', 'the', 'city', 'of', 'chernobyl', '.', 'it', 'is', 'considered', 'the', 'worst', 'nuclear', 'disaster', 'in', 'history', '.', 'it', 'is', 'believed', 'that', 'the', 'disaster', 'was', 'caused', 'by', 'human', 'error', 'and', 'reactor', \"'s\", 'design', 'flaws', '.']\n",
      "BERT input: [CLS] in 1986 a severe nuclear disaster occurred in the city of chernobyl . it is considered the worst nuclear disaster in history . it is believed that the disaster was caused by human error and reactor 's design flaws . [SEP]\n",
      "Unk words: []\n",
      "Tokenized text: ['swimning', 'in', 'ghe', 'caraibbean', 'sea', 'must', 'be', 'very', 'relaxying', '.']\n",
      "BERT input: [CLS] [MASK] in [MASK] [MASK] sea must be very [MASK] . [SEP]\n",
      "Unk words: ['swimning', 'ghe', 'caraibbean', 'relaxying']\n",
      "BERT predicted tokens: ['life', 'fishing', 'everything', 'water', 'sailing', 'something', 'weather', 'being', 'living', 'swimming', 'ships', 'travel', 'safety', 'conditions', '\"', 'it', 'that', 'out', 'those', 'people', 'things', 'even', 'time', 'here', 'this', 'transport', 'and', 'somewhere', 'everyone', 'anything', 'boats', 'bathing', 'men', 'fish', 'winter', 'but', 'all', 'food', 'sand', 'deep', 'flying', 'wind', \"'\", 'hunting', 'you', 'shipping', 'walking', 'navigation', 'lying', 'temperatures', 'work', 'working', 'training', 'diving', 'movement', 'shelter', 'as', 'going', 'nothing', 'landing', 'traveling', 'transportation', 'salt', 'boating', 'storms', 'up', 'once', 'ice', 'ship', 'what', 'everybody', 'floating', 'sleeping', 'moving', 'running', 'climate', 'getting', 'trade', 'activity', 'coming', 'the', 'travelling', 'there', 'death', 'power', 'coral', 'sleep', 'so', 'progress', 'peace', 'down', 'oil', 'visibility', 'anchorage', 'keeping', 'heat', 'staying', 'especially', 'war', 'playing']\n",
      "Suggestions: [{'w': 'swimming', 'dist': 1}, {'w': 'sailing', 'dist': 3}, {'w': 'shipping', 'dist': 3}, {'w': 'fishing', 'dist': 4}, {'w': 'living', 'dist': 4}, {'w': 'walking', 'dist': 4}, {'w': 'working', 'dist': 4}, {'w': 'training', 'dist': 4}, {'w': 'diving', 'dist': 4}, {'w': 'sleeping', 'dist': 4}, {'w': 'running', 'dist': 4}, {'w': 'coming', 'dist': 4}, {'w': 'staying', 'dist': 4}, {'w': 'something', 'dist': 5}, {'w': 'being', 'dist': 5}, {'w': 'anything', 'dist': 5}, {'w': 'bathing', 'dist': 5}, {'w': 'winter', 'dist': 5}, {'w': 'flying', 'dist': 5}, {'w': 'wind', 'dist': 5}, {'w': 'hunting', 'dist': 5}, {'w': 'lying', 'dist': 5}, {'w': 'going', 'dist': 5}, {'w': 'nothing', 'dist': 5}, {'w': 'landing', 'dist': 5}, {'w': 'boating', 'dist': 5}, {'w': 'floating', 'dist': 5}, {'w': 'moving', 'dist': 5}, {'w': 'getting', 'dist': 5}, {'w': 'keeping', 'dist': 5}, {'w': 'playing', 'dist': 5}, {'w': 'ships', 'dist': 6}, {'w': 'things', 'dist': 6}, {'w': 'time', 'dist': 6}, {'w': 'men', 'dist': 6}, {'w': 'sand', 'dist': 6}, {'w': 'traveling', 'dist': 6}, {'w': 'ship', 'dist': 6}, {'w': 'climate', 'dist': 6}, {'w': 'life', 'dist': 7}, {'w': 'everything', 'dist': 7}, {'w': 'water', 'dist': 7}, {'w': 'weather', 'dist': 7}, {'w': 'safety', 'dist': 7}, {'w': 'it', 'dist': 7}, {'w': 'even', 'dist': 7}, {'w': 'this', 'dist': 7}, {'w': 'and', 'dist': 7}, {'w': 'everyone', 'dist': 7}, {'w': 'fish', 'dist': 7}, {'w': 'work', 'dist': 7}, {'w': 'movement', 'dist': 7}, {'w': 'shelter', 'dist': 7}, {'w': 'salt', 'dist': 7}, {'w': 'storms', 'dist': 7}, {'w': 'once', 'dist': 7}, {'w': 'ice', 'dist': 7}, {'w': 'what', 'dist': 7}, {'w': 'activity', 'dist': 7}, {'w': 'travelling', 'dist': 7}, {'w': 'sleep', 'dist': 7}, {'w': 'so', 'dist': 7}, {'w': 'down', 'dist': 7}, {'w': 'oil', 'dist': 7}, {'w': 'war', 'dist': 7}, {'w': 'travel', 'dist': 8}, {'w': 'conditions', 'dist': 8}, {'w': '\"', 'dist': 8}, {'w': 'that', 'dist': 8}, {'w': 'out', 'dist': 8}, {'w': 'those', 'dist': 8}, {'w': 'people', 'dist': 8}, {'w': 'here', 'dist': 8}, {'w': 'somewhere', 'dist': 8}, {'w': 'boats', 'dist': 8}, {'w': 'but', 'dist': 8}, {'w': 'all', 'dist': 8}, {'w': 'food', 'dist': 8}, {'w': 'deep', 'dist': 8}, {'w': \"'\", 'dist': 8}, {'w': 'you', 'dist': 8}, {'w': 'navigation', 'dist': 8}, {'w': 'as', 'dist': 8}, {'w': 'up', 'dist': 8}, {'w': 'trade', 'dist': 8}, {'w': 'the', 'dist': 8}, {'w': 'there', 'dist': 8}, {'w': 'death', 'dist': 8}, {'w': 'power', 'dist': 8}, {'w': 'coral', 'dist': 8}, {'w': 'progress', 'dist': 8}, {'w': 'peace', 'dist': 8}, {'w': 'visibility', 'dist': 8}, {'w': 'anchorage', 'dist': 8}, {'w': 'heat', 'dist': 8}, {'w': 'transport', 'dist': 9}, {'w': 'everybody', 'dist': 9}, {'w': 'especially', 'dist': 9}, {'w': 'temperatures', 'dist': 12}, {'w': 'transportation', 'dist': 12}]\n",
      "Best 3 suggestions: [{'w': 'swimming', 'dist': 1}, {'w': 'sailing', 'dist': 3}, {'w': 'shipping', 'dist': 3}]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Corrected text: swimming in ghe caraibbean sea must be very relaxying.\n",
      "------------------------\n",
      "Tokenized text: ['swimming', 'in', 'ghe', 'caraibbean', 'sea', 'must', 'be', 'very', 'relaxying', '.']\n",
      "BERT input: [CLS] swimming in [MASK] [MASK] sea must be very [MASK] . [SEP]\n",
      "Unk words: ['ghe', 'caraibbean', 'relaxying']\n",
      "BERT predicted tokens: ['the', 'this', 'open', 'that', 'a', 'deep', 'cold', 'shallow', 'clear', 'dark', 'high', 'any', 'full', 'hot', 'red', 'at', 'rough', 'warm', 'fresh', 'black', 'their', 'frozen', 'big', 'dead', 'blue', 'our', 'these', 'such', 'salt', 'closed', 'those', 'his', 'great', 'hard', 'calm', 'wild', 'to', 'pure', 'your', 'direct', 'some', 'heavy', 'its', 'coral', 'north', 'quiet', 'white', 'green', 'mean', 'close', 'one', 'her', 'middle', 'an', 'clean', '-', 'thin', 'cool', 'normal', 'long', 'free', 'every', 'my', 'it', 'broad', 'mediterranean', 'empty', 'by', 'true', 'even', 'south', 'endless', 'all', 'real', ',', 'tropical', 'small', 'good', 'national', 'icy', 'both', '\"', 'deeper', 'low', 'constant', 'soft', 'still', 'active', 'central', 'inland', 'crater', 'from', 'which', 'out', 'raging', 'steep', 'large', 'thick', 'another', 'summer']\n",
      "Suggestions: [{'w': 'the', 'dist': 1}, {'w': 'one', 'dist': 2}, {'w': 'her', 'dist': 2}, {'w': 'this', 'dist': 3}, {'w': 'open', 'dist': 3}, {'w': 'that', 'dist': 3}, {'w': 'a', 'dist': 3}, {'w': 'deep', 'dist': 3}, {'w': 'high', 'dist': 3}, {'w': 'any', 'dist': 3}, {'w': 'hot', 'dist': 3}, {'w': 'red', 'dist': 3}, {'w': 'at', 'dist': 3}, {'w': 'their', 'dist': 3}, {'w': 'big', 'dist': 3}, {'w': 'blue', 'dist': 3}, {'w': 'our', 'dist': 3}, {'w': 'these', 'dist': 3}, {'w': 'those', 'dist': 3}, {'w': 'his', 'dist': 3}, {'w': 'great', 'dist': 3}, {'w': 'to', 'dist': 3}, {'w': 'pure', 'dist': 3}, {'w': 'some', 'dist': 3}, {'w': 'its', 'dist': 3}, {'w': 'white', 'dist': 3}, {'w': 'green', 'dist': 3}, {'w': 'an', 'dist': 3}, {'w': '-', 'dist': 3}, {'w': 'thin', 'dist': 3}, {'w': 'free', 'dist': 3}, {'w': 'my', 'dist': 3}, {'w': 'it', 'dist': 3}, {'w': 'by', 'dist': 3}, {'w': 'true', 'dist': 3}, {'w': 'even', 'dist': 3}, {'w': 'all', 'dist': 3}, {'w': ',', 'dist': 3}, {'w': 'good', 'dist': 3}, {'w': 'icy', 'dist': 3}, {'w': '\"', 'dist': 3}, {'w': 'low', 'dist': 3}, {'w': 'out', 'dist': 3}, {'w': 'cold', 'dist': 4}, {'w': 'clear', 'dist': 4}, {'w': 'dark', 'dist': 4}, {'w': 'full', 'dist': 4}, {'w': 'rough', 'dist': 4}, {'w': 'warm', 'dist': 4}, {'w': 'fresh', 'dist': 4}, {'w': 'dead', 'dist': 4}, {'w': 'such', 'dist': 4}, {'w': 'salt', 'dist': 4}, {'w': 'hard', 'dist': 4}, {'w': 'calm', 'dist': 4}, {'w': 'wild', 'dist': 4}, {'w': 'your', 'dist': 4}, {'w': 'heavy', 'dist': 4}, {'w': 'quiet', 'dist': 4}, {'w': 'mean', 'dist': 4}, {'w': 'close', 'dist': 4}, {'w': 'clean', 'dist': 4}, {'w': 'cool', 'dist': 4}, {'w': 'long', 'dist': 4}, {'w': 'every', 'dist': 4}, {'w': 'real', 'dist': 4}, {'w': 'both', 'dist': 4}, {'w': 'soft', 'dist': 4}, {'w': 'from', 'dist': 4}, {'w': 'which', 'dist': 4}, {'w': 'steep', 'dist': 4}, {'w': 'large', 'dist': 4}, {'w': 'thick', 'dist': 4}, {'w': 'black', 'dist': 5}, {'w': 'frozen', 'dist': 5}, {'w': 'closed', 'dist': 5}, {'w': 'direct', 'dist': 5}, {'w': 'coral', 'dist': 5}, {'w': 'north', 'dist': 5}, {'w': 'middle', 'dist': 5}, {'w': 'broad', 'dist': 5}, {'w': 'empty', 'dist': 5}, {'w': 'south', 'dist': 5}, {'w': 'small', 'dist': 5}, {'w': 'deeper', 'dist': 5}, {'w': 'still', 'dist': 5}, {'w': 'active', 'dist': 5}, {'w': 'crater', 'dist': 5}, {'w': 'raging', 'dist': 5}, {'w': 'another', 'dist': 5}, {'w': 'summer', 'dist': 5}, {'w': 'shallow', 'dist': 6}, {'w': 'normal', 'dist': 6}, {'w': 'endless', 'dist': 6}, {'w': 'inland', 'dist': 6}, {'w': 'central', 'dist': 7}, {'w': 'tropical', 'dist': 8}, {'w': 'national', 'dist': 8}, {'w': 'constant', 'dist': 8}, {'w': 'mediterranean', 'dist': 12}]\n",
      "Best 3 suggestions: [{'w': 'the', 'dist': 1}, {'w': 'one', 'dist': 2}, {'w': 'her', 'dist': 2}]\n",
      "Corrected text: swimming in the caraibbean sea must be very relaxying.\n",
      "------------------------\n",
      "Tokenized text: ['swimming', 'in', 'the', 'caraibbean', 'sea', 'must', 'be', 'very', 'relaxying', '.']\n",
      "BERT input: [CLS] swimming in the [MASK] sea must be very [MASK] . [SEP]\n",
      "Unk words: ['caraibbean', 'relaxying']\n",
      "BERT predicted tokens: ['open', 'deep', 'red', 'mediterranean', 'black', 'shallow', 'frozen', 'caribbean', 'dark', 'cold', 'blue', 'north', 'inland', 'tropical', 'coral', 'dead', 'aegean', 'warm', 'big', 'white', 'baltic', 'caspian', 'great', 'wild', 'desert', 'high', 'salt', 'arctic', 'green', 'endless', 'irish', 'calm', 'adriatic', 'arabian', 'polar', 'wide', 'raging', 'freezing', 'yellow', 'icy', 'hot', 'fresh', 'winter', 'cruel', 'whole', 'coastal', 'same', 'hard', 'clear', 'gray', 'free', 'territorial', 'narrow', 'ice', 'heavy', 'south', 'southern', 'stormy', 'ocean', 'celtic', 'surrounding', 'naked', 'western', 'sandy', 'real', 'vast', 'rough', 'middle', 'eastern', 'atlantic', 'nearby', 'night', 'northern', 'midnight', 'rocky', 'beaufort', 'brown', 'small', 'summer', 'norwegian', 'main', 'grey', 'muddy', 'wet', 'large', 'cool', 'pacific', 'local', 'surface', 'silver', 'mountain', 'purple', 'rising', 'crater', 'quiet', 'empty', 'central', 'broad', 'salty', 'entire']\n",
      "Suggestions: [{'w': 'caribbean', 'dist': 1}, {'w': 'arabian', 'dist': 4}, {'w': 'caspian', 'dist': 5}, {'w': 'aegean', 'dist': 6}, {'w': 'crater', 'dist': 6}, {'w': 'frozen', 'dist': 7}, {'w': 'coral', 'dist': 7}, {'w': 'great', 'dist': 7}, {'w': 'green', 'dist': 7}, {'w': 'cruel', 'dist': 7}, {'w': 'coastal', 'dist': 7}, {'w': 'clear', 'dist': 7}, {'w': 'ocean', 'dist': 7}, {'w': 'real', 'dist': 7}, {'w': 'eastern', 'dist': 7}, {'w': 'northern', 'dist': 7}, {'w': 'norwegian', 'dist': 7}, {'w': 'main', 'dist': 7}, {'w': 'large', 'dist': 7}, {'w': 'open', 'dist': 8}, {'w': 'red', 'dist': 8}, {'w': 'dark', 'dist': 8}, {'w': 'inland', 'dist': 8}, {'w': 'tropical', 'dist': 8}, {'w': 'dead', 'dist': 8}, {'w': 'warm', 'dist': 8}, {'w': 'white', 'dist': 8}, {'w': 'baltic', 'dist': 8}, {'w': 'arctic', 'dist': 8}, {'w': 'irish', 'dist': 8}, {'w': 'calm', 'dist': 8}, {'w': 'adriatic', 'dist': 8}, {'w': 'wide', 'dist': 8}, {'w': 'raging', 'dist': 8}, {'w': 'fresh', 'dist': 8}, {'w': 'winter', 'dist': 8}, {'w': 'same', 'dist': 8}, {'w': 'hard', 'dist': 8}, {'w': 'gray', 'dist': 8}, {'w': 'free', 'dist': 8}, {'w': 'territorial', 'dist': 8}, {'w': 'narrow', 'dist': 8}, {'w': 'ice', 'dist': 8}, {'w': 'southern', 'dist': 8}, {'w': 'celtic', 'dist': 8}, {'w': 'naked', 'dist': 8}, {'w': 'western', 'dist': 8}, {'w': 'nearby', 'dist': 8}, {'w': 'brown', 'dist': 8}, {'w': 'grey', 'dist': 8}, {'w': 'pacific', 'dist': 8}, {'w': 'surface', 'dist': 8}, {'w': 'silver', 'dist': 8}, {'w': 'purple', 'dist': 8}, {'w': 'rising', 'dist': 8}, {'w': 'quiet', 'dist': 8}, {'w': 'central', 'dist': 8}, {'w': 'broad', 'dist': 8}, {'w': 'entire', 'dist': 8}, {'w': 'deep', 'dist': 9}, {'w': 'black', 'dist': 9}, {'w': 'shallow', 'dist': 9}, {'w': 'cold', 'dist': 9}, {'w': 'blue', 'dist': 9}, {'w': 'north', 'dist': 9}, {'w': 'big', 'dist': 9}, {'w': 'wild', 'dist': 9}, {'w': 'desert', 'dist': 9}, {'w': 'high', 'dist': 9}, {'w': 'salt', 'dist': 9}, {'w': 'endless', 'dist': 9}, {'w': 'polar', 'dist': 9}, {'w': 'freezing', 'dist': 9}, {'w': 'icy', 'dist': 9}, {'w': 'whole', 'dist': 9}, {'w': 'heavy', 'dist': 9}, {'w': 'surrounding', 'dist': 9}, {'w': 'sandy', 'dist': 9}, {'w': 'vast', 'dist': 9}, {'w': 'rough', 'dist': 9}, {'w': 'middle', 'dist': 9}, {'w': 'atlantic', 'dist': 9}, {'w': 'night', 'dist': 9}, {'w': 'midnight', 'dist': 9}, {'w': 'rocky', 'dist': 9}, {'w': 'beaufort', 'dist': 9}, {'w': 'small', 'dist': 9}, {'w': 'summer', 'dist': 9}, {'w': 'wet', 'dist': 9}, {'w': 'cool', 'dist': 9}, {'w': 'local', 'dist': 9}, {'w': 'mountain', 'dist': 9}, {'w': 'salty', 'dist': 9}, {'w': 'mediterranean', 'dist': 10}, {'w': 'yellow', 'dist': 10}, {'w': 'hot', 'dist': 10}, {'w': 'south', 'dist': 10}, {'w': 'stormy', 'dist': 10}, {'w': 'muddy', 'dist': 10}, {'w': 'empty', 'dist': 10}]\n",
      "Best 3 suggestions: [{'w': 'caribbean', 'dist': 1}, {'w': 'arabian', 'dist': 4}, {'w': 'caspian', 'dist': 5}]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Corrected text: swimming in the caribbean sea must be very relaxying.\n",
      "------------------------\n",
      "Tokenized text: ['swimming', 'in', 'the', 'caribbean', 'sea', 'must', 'be', 'very', 'relaxying', '.']\n",
      "BERT input: [CLS] swimming in the caribbean sea must be very [MASK] . [SEP]\n",
      "Unk words: ['relaxying']\n",
      "BERT predicted tokens: ['difficult', 'dangerous', 'easy', 'comfortable', 'good', 'safe', 'exciting', 'hard', 'relaxing', 'challenging', 'important', 'careful', 'interesting', 'enjoyable', 'nice', 'pleasant', 'risky', 'painful', 'fun', 'uncomfortable', 'cold', 'tough', 'fast', 'long', 'hazardous', 'simple', 'healthy', 'smooth', 'different', 'cool', 'beautiful', 'refreshing', 'hot', 'practical', 'special', 'efficient', 'expensive', 'great', 'helpful', 'beneficial', 'active', 'quick', 'competitive', 'specific', 'popular', 'attractive', 'intense', 'successful', 'boring', 'short', 'deep', 'therapeutic', 'friendly', 'quiet', 'adventurous', 'relaxed', 'effective', 'serious', 'productive', 'natural', 'peaceful', 'civilized', 'rapid', 'strong', 'slow', 'clean', 'rough', 'close', 'thorough', 'shallow', 'demanding', 'entertaining', 'appealing', 'treacherous', 'suitable', 'bad', 'soothing', 'unpleasant', 'useful', 'stimulating', 'romantic', 'much', 'profitable', 'tricky', 'small', 'normal', 'satisfying', 'appropriate', 'sensitive', 'convenient', 'sexy', 'extreme', 'professional', 'personal', 'realistic', 'brave', 'high', 'creative', 'complicated', 'warm']\n",
      "Suggestions: [{'w': 'relaxing', 'dist': 1}, {'w': 'relaxed', 'dist': 4}, {'w': 'demanding', 'dist': 4}, {'w': 'exciting', 'dist': 5}, {'w': 'refreshing', 'dist': 5}, {'w': 'easy', 'dist': 6}, {'w': 'long', 'dist': 6}, {'w': 'boring', 'dist': 6}, {'w': 'rapid', 'dist': 6}, {'w': 'appealing', 'dist': 6}, {'w': 'soothing', 'dist': 6}, {'w': 'romantic', 'dist': 6}, {'w': 'satisfying', 'dist': 6}, {'w': 'sexy', 'dist': 6}, {'w': 'realistic', 'dist': 6}, {'w': 'creative', 'dist': 6}, {'w': 'challenging', 'dist': 7}, {'w': 'interesting', 'dist': 7}, {'w': 'pleasant', 'dist': 7}, {'w': 'risky', 'dist': 7}, {'w': 'healthy', 'dist': 7}, {'w': 'beautiful', 'dist': 7}, {'w': 'efficient', 'dist': 7}, {'w': 'great', 'dist': 7}, {'w': 'helpful', 'dist': 7}, {'w': 'active', 'dist': 7}, {'w': 'peaceful', 'dist': 7}, {'w': 'strong', 'dist': 7}, {'w': 'clean', 'dist': 7}, {'w': 'entertaining', 'dist': 7}, {'w': 'stimulating', 'dist': 7}, {'w': 'sensitive', 'dist': 7}, {'w': 'safe', 'dist': 8}, {'w': 'hard', 'dist': 8}, {'w': 'important', 'dist': 8}, {'w': 'careful', 'dist': 8}, {'w': 'enjoyable', 'dist': 8}, {'w': 'nice', 'dist': 8}, {'w': 'painful', 'dist': 8}, {'w': 'fun', 'dist': 8}, {'w': 'cold', 'dist': 8}, {'w': 'fast', 'dist': 8}, {'w': 'hazardous', 'dist': 8}, {'w': 'different', 'dist': 8}, {'w': 'practical', 'dist': 8}, {'w': 'special', 'dist': 8}, {'w': 'expensive', 'dist': 8}, {'w': 'beneficial', 'dist': 8}, {'w': 'quick', 'dist': 8}, {'w': 'specific', 'dist': 8}, {'w': 'attractive', 'dist': 8}, {'w': 'deep', 'dist': 8}, {'w': 'friendly', 'dist': 8}, {'w': 'quiet', 'dist': 8}, {'w': 'effective', 'dist': 8}, {'w': 'serious', 'dist': 8}, {'w': 'productive', 'dist': 8}, {'w': 'natural', 'dist': 8}, {'w': 'slow', 'dist': 8}, {'w': 'rough', 'dist': 8}, {'w': 'close', 'dist': 8}, {'w': 'shallow', 'dist': 8}, {'w': 'bad', 'dist': 8}, {'w': 'unpleasant', 'dist': 8}, {'w': 'tricky', 'dist': 8}, {'w': 'small', 'dist': 8}, {'w': 'convenient', 'dist': 8}, {'w': 'extreme', 'dist': 8}, {'w': 'personal', 'dist': 8}, {'w': 'brave', 'dist': 8}, {'w': 'high', 'dist': 8}, {'w': 'warm', 'dist': 8}, {'w': 'difficult', 'dist': 9}, {'w': 'dangerous', 'dist': 9}, {'w': 'good', 'dist': 9}, {'w': 'tough', 'dist': 9}, {'w': 'simple', 'dist': 9}, {'w': 'smooth', 'dist': 9}, {'w': 'cool', 'dist': 9}, {'w': 'hot', 'dist': 9}, {'w': 'popular', 'dist': 9}, {'w': 'intense', 'dist': 9}, {'w': 'short', 'dist': 9}, {'w': 'therapeutic', 'dist': 9}, {'w': 'civilized', 'dist': 9}, {'w': 'thorough', 'dist': 9}, {'w': 'treacherous', 'dist': 9}, {'w': 'suitable', 'dist': 9}, {'w': 'useful', 'dist': 9}, {'w': 'much', 'dist': 9}, {'w': 'profitable', 'dist': 9}, {'w': 'normal', 'dist': 9}, {'w': 'professional', 'dist': 9}, {'w': 'competitive', 'dist': 10}, {'w': 'successful', 'dist': 10}, {'w': 'adventurous', 'dist': 10}, {'w': 'appropriate', 'dist': 10}, {'w': 'complicated', 'dist': 10}, {'w': 'comfortable', 'dist': 11}, {'w': 'uncomfortable', 'dist': 13}]\n",
      "Best 3 suggestions: [{'w': 'relaxing', 'dist': 1}, {'w': 'relaxed', 'dist': 4}, {'w': 'demanding', 'dist': 4}]\n",
      "Corrected text: swimming in the caribbean sea must be very relaxing.\n",
      "------------------------\n",
      "Tokenized text: ['swimming', 'in', 'the', 'caribbean', 'sea', 'must', 'be', 'very', 'relaxing', '.']\n",
      "BERT input: [CLS] swimming in the caribbean sea must be very relaxing . [SEP]\n",
      "Unk words: []\n",
      "Tokenized text: ['this', 'hamburger', 'costs', '350', '$', '.']\n",
      "BERT input: [CLS] this hamburger costs 350 $ . [SEP]\n",
      "Unk words: []\n",
      "Tokenized text: ['do', \"n't\", 'be', 'latr', '.']\n",
      "BERT input: [CLS] do n't be [MASK] . [SEP]\n",
      "Unk words: ['latr']\n",
      "BERT predicted tokens: ['afraid', 'stupid', 'cruel', 'shy', 'sorry', 'mad', 'scared', 'sad', 'ridiculous', 'silly', 'mean', 'weak', 'angry', 'crazy', 'late', 'rude', 'stubborn', 'frightened', 'foolish', 'jealous', 'gentle', 'nice', 'upset', 'sick', 'evil', 'wrong', 'quiet', 'brave', 'fooled', 'embarrassed', 'naive', 'smart', 'surprised', 'worried', 'dumb', 'selfish', 'strong', 'kind', 'childish', 'nervous', 'careful', 'suspicious', 'sweet', 'violent', 'sure', 'here', 'alarmed', 'difficult', 'there', 'dramatic', 'funny', 'serious', 'dead', 'cold', 'terrified', 'hard', 'disappointed', 'quick', 'ashamed', 'lazy', 'soft', 'bad', 'hurt', 'silent', 'confused', 'careless', 'happy', 'so', 'blind', 'reckless', 'either', 'yourself', 'pretty', 'long', 'distracted', 'anything', 'polite', 'gone', 'romantic', 'cross', 'different', 'alone', 'beautiful', 'more', 'okay', 'easy', 'like', 'offended', 'that', 'lonely', 'concerned', 'good', 'loud', 'bold', 'patient', 'now', 'fine', 'weird', 'down', 'around']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Suggestions: [{'w': 'late', 'dist': 1}, {'w': 'lazy', 'dist': 2}, {'w': 'mad', 'dist': 3}, {'w': 'sad', 'dist': 3}, {'w': 'hard', 'dist': 3}, {'w': 'bad', 'dist': 3}, {'w': 'long', 'dist': 3}, {'w': 'easy', 'dist': 3}, {'w': 'like', 'dist': 3}, {'w': 'that', 'dist': 3}, {'w': 'loud', 'dist': 3}, {'w': 'shy', 'dist': 4}, {'w': 'sorry', 'dist': 4}, {'w': 'mean', 'dist': 4}, {'w': 'weak', 'dist': 4}, {'w': 'angry', 'dist': 4}, {'w': 'crazy', 'dist': 4}, {'w': 'rude', 'dist': 4}, {'w': 'nice', 'dist': 4}, {'w': 'sick', 'dist': 4}, {'w': 'evil', 'dist': 4}, {'w': 'brave', 'dist': 4}, {'w': 'naive', 'dist': 4}, {'w': 'smart', 'dist': 4}, {'w': 'dumb', 'dist': 4}, {'w': 'kind', 'dist': 4}, {'w': 'sure', 'dist': 4}, {'w': 'here', 'dist': 4}, {'w': 'there', 'dist': 4}, {'w': 'dead', 'dist': 4}, {'w': 'cold', 'dist': 4}, {'w': 'soft', 'dist': 4}, {'w': 'hurt', 'dist': 4}, {'w': 'happy', 'dist': 4}, {'w': 'so', 'dist': 4}, {'w': 'blind', 'dist': 4}, {'w': 'either', 'dist': 4}, {'w': 'polite', 'dist': 4}, {'w': 'gone', 'dist': 4}, {'w': 'alone', 'dist': 4}, {'w': 'more', 'dist': 4}, {'w': 'okay', 'dist': 4}, {'w': 'good', 'dist': 4}, {'w': 'bold', 'dist': 4}, {'w': 'now', 'dist': 4}, {'w': 'fine', 'dist': 4}, {'w': 'weird', 'dist': 4}, {'w': 'down', 'dist': 4}, {'w': 'afraid', 'dist': 5}, {'w': 'cruel', 'dist': 5}, {'w': 'scared', 'dist': 5}, {'w': 'silly', 'dist': 5}, {'w': 'gentle', 'dist': 5}, {'w': 'upset', 'dist': 5}, {'w': 'wrong', 'dist': 5}, {'w': 'quiet', 'dist': 5}, {'w': 'strong', 'dist': 5}, {'w': 'sweet', 'dist': 5}, {'w': 'alarmed', 'dist': 5}, {'w': 'funny', 'dist': 5}, {'w': 'quick', 'dist': 5}, {'w': 'silent', 'dist': 5}, {'w': 'pretty', 'dist': 5}, {'w': 'cross', 'dist': 5}, {'w': 'lonely', 'dist': 5}, {'w': 'patient', 'dist': 5}, {'w': 'stupid', 'dist': 6}, {'w': 'foolish', 'dist': 6}, {'w': 'jealous', 'dist': 6}, {'w': 'fooled', 'dist': 6}, {'w': 'worried', 'dist': 6}, {'w': 'selfish', 'dist': 6}, {'w': 'careful', 'dist': 6}, {'w': 'violent', 'dist': 6}, {'w': 'dramatic', 'dist': 6}, {'w': 'ashamed', 'dist': 6}, {'w': 'romantic', 'dist': 6}, {'w': 'around', 'dist': 6}, {'w': 'stubborn', 'dist': 7}, {'w': 'childish', 'dist': 7}, {'w': 'nervous', 'dist': 7}, {'w': 'serious', 'dist': 7}, {'w': 'careless', 'dist': 7}, {'w': 'reckless', 'dist': 7}, {'w': 'yourself', 'dist': 7}, {'w': 'anything', 'dist': 7}, {'w': 'beautiful', 'dist': 7}, {'w': 'surprised', 'dist': 8}, {'w': 'terrified', 'dist': 8}, {'w': 'confused', 'dist': 8}, {'w': 'distracted', 'dist': 8}, {'w': 'different', 'dist': 8}, {'w': 'offended', 'dist': 8}, {'w': 'concerned', 'dist': 8}, {'w': 'ridiculous', 'dist': 9}, {'w': 'frightened', 'dist': 9}, {'w': 'embarrassed', 'dist': 9}, {'w': 'difficult', 'dist': 9}, {'w': 'suspicious', 'dist': 10}, {'w': 'disappointed', 'dist': 10}]\n",
      "Best 3 suggestions: [{'w': 'late', 'dist': 1}, {'w': 'lazy', 'dist': 2}, {'w': 'mad', 'dist': 3}]\n",
      "Corrected text: don't be late.\n",
      "------------------------\n",
      "Tokenized text: ['do', \"n't\", 'be', 'late', '.']\n",
      "BERT input: [CLS] do n't be late . [SEP]\n",
      "Unk words: []\n",
      "Tokenized text: ['we', 'were', 'two', 'student', 'from', 'the', 'columbus', 'univerisity', '.', 'as', 'mecanics', 'ennginers', 'we', 'design', 'engines', ',', 'power', 'plants', 'and', 'other', 'machines', '.']\n",
      "BERT input: [CLS] we were two student from the columbus [MASK] . as [MASK] [MASK] we design engines , power plants and other machines . [SEP]\n",
      "Unk words: ['univerisity', 'mecanics', 'ennginers']\n",
      "BERT predicted tokens: ['institute', 'laboratory', 'university', 'area', 'school', 'workshop', 'academy', 'group', 'crew', 'lab', 'shipyard', 'team', 'college', 'campus', 'engineers', 'class', 'chapter', 'company', 'plant', 'center', 'museum', 'family', 'corporation', 'factory', 'department', 'office', 'district', 'facility', 'region', 'circle', 'airport', 'engineering', 'program', 'foundation', 'project', 'arsenal', 'township', 'polytechnic', 'tech', 'workshops', 'garage', 'building', 'club', 'design', 'base', 'division', 'institution', 'observatory', 'city', 'laboratories', 'zoo', 'site', 'indiana', 'industry', 'organization', 'section', 'engineer', 'unit', 'metro', 'hospital', 'vicinity', 'house', 'labs', 'studio', 'railroad', 'faculty', 'yard', 'ohio', 'branch', 'armory', 'community', 'union', 'business', 'station', 'symphony', 'conference', 'us', 'suburb', 'boys', 'staff', 'navy', 'state', 'town', 'native', 'headquarters', 'scene', 'outfit', 'construction', 'location', 'hotel', 'valley', 'accident', 'graduate', 'studios', 'mechanics', 'assembly', 'home', 'schools', 'clinic', 'pd']\n",
      "Suggestions: [{'w': 'university', 'dist': 1}, {'w': 'division', 'dist': 6}, {'w': 'vicinity', 'dist': 6}, {'w': 'district', 'dist': 7}, {'w': 'facility', 'dist': 7}, {'w': 'unit', 'dist': 7}, {'w': 'institute', 'dist': 8}, {'w': 'engineers', 'dist': 8}, {'w': 'airport', 'dist': 8}, {'w': 'engineering', 'dist': 8}, {'w': 'design', 'dist': 8}, {'w': 'city', 'dist': 8}, {'w': 'site', 'dist': 8}, {'w': 'industry', 'dist': 8}, {'w': 'community', 'dist': 8}, {'w': 'union', 'dist': 8}, {'w': 'business', 'dist': 8}, {'w': 'navy', 'dist': 8}, {'w': 'laboratory', 'dist': 9}, {'w': 'workshop', 'dist': 9}, {'w': 'academy', 'dist': 9}, {'w': 'center', 'dist': 9}, {'w': 'family', 'dist': 9}, {'w': 'corporation', 'dist': 9}, {'w': 'factory', 'dist': 9}, {'w': 'region', 'dist': 9}, {'w': 'circle', 'dist': 9}, {'w': 'project', 'dist': 9}, {'w': 'building', 'dist': 9}, {'w': 'institution', 'dist': 9}, {'w': 'observatory', 'dist': 9}, {'w': 'indiana', 'dist': 9}, {'w': 'section', 'dist': 9}, {'w': 'engineer', 'dist': 9}, {'w': 'railroad', 'dist': 9}, {'w': 'faculty', 'dist': 9}, {'w': 'armory', 'dist': 9}, {'w': 'conference', 'dist': 9}, {'w': 'us', 'dist': 9}, {'w': 'native', 'dist': 9}, {'w': 'outfit', 'dist': 9}, {'w': 'valley', 'dist': 9}, {'w': 'accident', 'dist': 9}, {'w': 'assembly', 'dist': 9}, {'w': 'clinic', 'dist': 9}, {'w': 'area', 'dist': 10}, {'w': 'group', 'dist': 10}, {'w': 'crew', 'dist': 10}, {'w': 'shipyard', 'dist': 10}, {'w': 'team', 'dist': 10}, {'w': 'college', 'dist': 10}, {'w': 'campus', 'dist': 10}, {'w': 'class', 'dist': 10}, {'w': 'chapter', 'dist': 10}, {'w': 'company', 'dist': 10}, {'w': 'plant', 'dist': 10}, {'w': 'museum', 'dist': 10}, {'w': 'department', 'dist': 10}, {'w': 'office', 'dist': 10}, {'w': 'program', 'dist': 10}, {'w': 'foundation', 'dist': 10}, {'w': 'arsenal', 'dist': 10}, {'w': 'township', 'dist': 10}, {'w': 'polytechnic', 'dist': 10}, {'w': 'tech', 'dist': 10}, {'w': 'workshops', 'dist': 10}, {'w': 'garage', 'dist': 10}, {'w': 'base', 'dist': 10}, {'w': 'metro', 'dist': 10}, {'w': 'hospital', 'dist': 10}, {'w': 'house', 'dist': 10}, {'w': 'labs', 'dist': 10}, {'w': 'studio', 'dist': 10}, {'w': 'yard', 'dist': 10}, {'w': 'ohio', 'dist': 10}, {'w': 'branch', 'dist': 10}, {'w': 'station', 'dist': 10}, {'w': 'symphony', 'dist': 10}, {'w': 'suburb', 'dist': 10}, {'w': 'boys', 'dist': 10}, {'w': 'state', 'dist': 10}, {'w': 'scene', 'dist': 10}, {'w': 'construction', 'dist': 10}, {'w': 'location', 'dist': 10}, {'w': 'hotel', 'dist': 10}, {'w': 'graduate', 'dist': 10}, {'w': 'studios', 'dist': 10}, {'w': 'mechanics', 'dist': 10}, {'w': 'home', 'dist': 10}, {'w': 'schools', 'dist': 10}, {'w': 'school', 'dist': 11}, {'w': 'lab', 'dist': 11}, {'w': 'club', 'dist': 11}, {'w': 'laboratories', 'dist': 11}, {'w': 'zoo', 'dist': 11}, {'w': 'organization', 'dist': 11}, {'w': 'staff', 'dist': 11}, {'w': 'town', 'dist': 11}, {'w': 'pd', 'dist': 11}, {'w': 'headquarters', 'dist': 12}]\n",
      "Best 3 suggestions: [{'w': 'university', 'dist': 1}, {'w': 'division', 'dist': 6}, {'w': 'vicinity', 'dist': 6}]\n",
      "Corrected text: we were two student from the columbus university. as mecanics ennginers we design engines, power plants and other machines.\n",
      "------------------------\n",
      "Tokenized text: ['we', 'were', 'two', 'student', 'from', 'the', 'columbus', 'university', '.', 'as', 'mecanics', 'ennginers', 'we', 'design', 'engines', ',', 'power', 'plants', 'and', 'other', 'machines', '.']\n",
      "BERT input: [CLS] we were two student from the columbus university . as [MASK] [MASK] we design engines , power plants and other machines . [SEP]\n",
      "Unk words: ['mecanics', 'ennginers']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BERT predicted tokens: ['students', 'scientists', 'engineers', 'children', 'mechanics', 'kids', 'people', 'professors', 'brothers', 'teachers', 'teenagers', 'team', 'artists', 'humans', 'such', 'crew', 'men', 'women', 'professor', 'faculty', 'student', 'friends', 'class', 'technicians', 'well', 'company', 'individuals', 'together', 'a', 'architects', 'professionals', 'prof', 'employees', 'partners', 'engineer', 'members', 'both', 'boys', 'tech', 'companies', 'human', 'designers', 'mortals', 'workers', 'adults', 'university', 'scientist', 'citizens', 'researchers', 'young', 'guests', 'part', 'profession', 'universities', 'robots', 'one', 'duo', 'group', 'associates', 'classes', 'pilots', 'teams', 'the', 'youth', 'volunteers', 'we', 'collective', 'immortals', 'in', 'industry', 'graduates', 'an', 'engineering', 'mathematicians', '##ics', 'masters', 'chemistry', 'musicians', 'astronauts', 'pioneers', 'twins', 'of', 'girls', 'archaeologists', 'couple', 'farmers', 'mechanic', 'craftsmen', 'physics', 'staff', 'undergraduate', 'two', 'science', 'entrepreneurs', 'teacher', 'family', 'artist', 'folk', 'they', 'professional']\n",
      "Suggestions: [{'w': 'mechanics', 'dist': 1}, {'w': 'mechanic', 'dist': 2}, {'w': 'humans', 'dist': 5}, {'w': 'men', 'dist': 5}, {'w': 'technicians', 'dist': 5}, {'w': 'members', 'dist': 5}, {'w': 'companies', 'dist': 5}, {'w': 'teams', 'dist': 5}, {'w': '##ics', 'dist': 5}, {'w': 'physics', 'dist': 5}, {'w': 'kids', 'dist': 6}, {'w': 'teachers', 'dist': 6}, {'w': 'teenagers', 'dist': 6}, {'w': 'team', 'dist': 6}, {'w': 'friends', 'dist': 6}, {'w': 'class', 'dist': 6}, {'w': 'partners', 'dist': 6}, {'w': 'tech', 'dist': 6}, {'w': 'human', 'dist': 6}, {'w': 'designers', 'dist': 6}, {'w': 'mortals', 'dist': 6}, {'w': 'classes', 'dist': 6}, {'w': 'an', 'dist': 6}, {'w': 'masters', 'dist': 6}, {'w': 'musicians', 'dist': 6}, {'w': 'twins', 'dist': 6}, {'w': 'science', 'dist': 6}, {'w': 'teacher', 'dist': 6}, {'w': 'family', 'dist': 6}, {'w': 'students', 'dist': 7}, {'w': 'scientists', 'dist': 7}, {'w': 'engineers', 'dist': 7}, {'w': 'people', 'dist': 7}, {'w': 'brothers', 'dist': 7}, {'w': 'artists', 'dist': 7}, {'w': 'such', 'dist': 7}, {'w': 'crew', 'dist': 7}, {'w': 'women', 'dist': 7}, {'w': 'faculty', 'dist': 7}, {'w': 'well', 'dist': 7}, {'w': 'company', 'dist': 7}, {'w': 'a', 'dist': 7}, {'w': 'architects', 'dist': 7}, {'w': 'employees', 'dist': 7}, {'w': 'engineer', 'dist': 7}, {'w': 'boys', 'dist': 7}, {'w': 'workers', 'dist': 7}, {'w': 'adults', 'dist': 7}, {'w': 'scientist', 'dist': 7}, {'w': 'citizens', 'dist': 7}, {'w': 'young', 'dist': 7}, {'w': 'guests', 'dist': 7}, {'w': 'part', 'dist': 7}, {'w': 'robots', 'dist': 7}, {'w': 'one', 'dist': 7}, {'w': 'pilots', 'dist': 7}, {'w': 'we', 'dist': 7}, {'w': 'immortals', 'dist': 7}, {'w': 'in', 'dist': 7}, {'w': 'pioneers', 'dist': 7}, {'w': 'girls', 'dist': 7}, {'w': 'couple', 'dist': 7}, {'w': 'farmers', 'dist': 7}, {'w': 'staff', 'dist': 7}, {'w': 'artist', 'dist': 7}, {'w': 'children', 'dist': 8}, {'w': 'student', 'dist': 8}, {'w': 'together', 'dist': 8}, {'w': 'prof', 'dist': 8}, {'w': 'both', 'dist': 8}, {'w': 'researchers', 'dist': 8}, {'w': 'duo', 'dist': 8}, {'w': 'group', 'dist': 8}, {'w': 'associates', 'dist': 8}, {'w': 'the', 'dist': 8}, {'w': 'youth', 'dist': 8}, {'w': 'volunteers', 'dist': 8}, {'w': 'collective', 'dist': 8}, {'w': 'industry', 'dist': 8}, {'w': 'graduates', 'dist': 8}, {'w': 'mathematicians', 'dist': 8}, {'w': 'chemistry', 'dist': 8}, {'w': 'astronauts', 'dist': 8}, {'w': 'of', 'dist': 8}, {'w': 'two', 'dist': 8}, {'w': 'folk', 'dist': 8}, {'w': 'they', 'dist': 8}, {'w': 'professors', 'dist': 9}, {'w': 'professor', 'dist': 9}, {'w': 'individuals', 'dist': 9}, {'w': 'university', 'dist': 9}, {'w': 'profession', 'dist': 9}, {'w': 'universities', 'dist': 9}, {'w': 'engineering', 'dist': 9}, {'w': 'craftsmen', 'dist': 9}, {'w': 'professionals', 'dist': 10}, {'w': 'archaeologists', 'dist': 10}, {'w': 'entrepreneurs', 'dist': 10}, {'w': 'undergraduate', 'dist': 11}, {'w': 'professional', 'dist': 11}]\n",
      "Best 3 suggestions: [{'w': 'mechanics', 'dist': 1}, {'w': 'mechanic', 'dist': 2}, {'w': 'humans', 'dist': 5}]\n",
      "Corrected text: we were two student from the columbus university. as mechanics ennginers we design engines, power plants and other machines.\n",
      "------------------------\n",
      "Tokenized text: ['we', 'were', 'two', 'student', 'from', 'the', 'columbus', 'university', '.', 'as', 'mechanics', 'ennginers', 'we', 'design', 'engines', ',', 'power', 'plants', 'and', 'other', 'machines', '.']\n",
      "BERT input: [CLS] we were two student from the columbus university . as mechanics [MASK] we design engines , power plants and other machines . [SEP]\n",
      "Unk words: ['ennginers']\n",
      "BERT predicted tokens: [',', '.', 'students', 'here', 'and', '-', 'there', '...', ':', 'we', 'student', 'kids', '##s', 'together', 'people', 'are', 'men', 'children', 'citizens', 'now', 'brothers', ';', '##ians', 'women', 'only', 'engineers', 'do', 'they', 'teachers', '\"', 'man', 'couple', 'boys', 'you', 'come', '##men', 'today', 'professor', 'guys', 'were', 'themselves', 'team', 'of', 'crew', 'faculty', 'teenagers', \"'\", 'girls', 'scientists', 'workers', 'institute', 'came', 'mechanics', 'engineer', 'both', 'members', '?', 'like', 'learned', 'can', 'did', 'i', 'humans', 'that', 'know', 'professors', 'youth', 'two', 'graduate', 'teacher', 'graduated', 'study', 'specialists', 'expert', 'sisters', 'class', 'young', 'called', 'the', 'teach', 'taught', 'officers', 'us', 'apprentice', 'is', 'duo', 'will', 'ourselves', 'too', 'in', 'go', 'citizen', 'gentlemen', '!', 'learn', 'experts', 'family', 'masters', 'teens', 'have']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Suggestions: [{'w': 'engineers', 'dist': 2}, {'w': 'engineer', 'dist': 3}, {'w': 'teenagers', 'dist': 5}, {'w': 'officers', 'dist': 5}, {'w': 'citizens', 'dist': 6}, {'w': 'brothers', 'dist': 6}, {'w': 'teachers', 'dist': 6}, {'w': 'girls', 'dist': 6}, {'w': 'workers', 'dist': 6}, {'w': 'members', 'dist': 6}, {'w': 'expert', 'dist': 6}, {'w': 'sisters', 'dist': 6}, {'w': 'experts', 'dist': 6}, {'w': 'masters', 'dist': 6}, {'w': 'students', 'dist': 7}, {'w': 'here', 'dist': 7}, {'w': 'there', 'dist': 7}, {'w': 'kids', 'dist': 7}, {'w': 'together', 'dist': 7}, {'w': '##ians', 'dist': 7}, {'w': 'guys', 'dist': 7}, {'w': 'were', 'dist': 7}, {'w': 'institute', 'dist': 7}, {'w': 'mechanics', 'dist': 7}, {'w': 'like', 'dist': 7}, {'w': 'learned', 'dist': 7}, {'w': 'humans', 'dist': 7}, {'w': 'teacher', 'dist': 7}, {'w': 'is', 'dist': 7}, {'w': 'in', 'dist': 7}, {'w': 'citizen', 'dist': 7}, {'w': 'gentlemen', 'dist': 7}, {'w': 'teens', 'dist': 7}, {'w': 'and', 'dist': 8}, {'w': 'we', 'dist': 8}, {'w': 'student', 'dist': 8}, {'w': '##s', 'dist': 8}, {'w': 'people', 'dist': 8}, {'w': 'are', 'dist': 8}, {'w': 'men', 'dist': 8}, {'w': 'children', 'dist': 8}, {'w': 'now', 'dist': 8}, {'w': 'women', 'dist': 8}, {'w': 'only', 'dist': 8}, {'w': 'they', 'dist': 8}, {'w': 'man', 'dist': 8}, {'w': 'couple', 'dist': 8}, {'w': 'boys', 'dist': 8}, {'w': 'come', 'dist': 8}, {'w': '##men', 'dist': 8}, {'w': 'themselves', 'dist': 8}, {'w': 'team', 'dist': 8}, {'w': 'crew', 'dist': 8}, {'w': 'scientists', 'dist': 8}, {'w': 'came', 'dist': 8}, {'w': 'can', 'dist': 8}, {'w': 'did', 'dist': 8}, {'w': 'i', 'dist': 8}, {'w': 'know', 'dist': 8}, {'w': 'professors', 'dist': 8}, {'w': 'class', 'dist': 8}, {'w': 'young', 'dist': 8}, {'w': 'called', 'dist': 8}, {'w': 'the', 'dist': 8}, {'w': 'taught', 'dist': 8}, {'w': 'us', 'dist': 8}, {'w': 'will', 'dist': 8}, {'w': 'ourselves', 'dist': 8}, {'w': 'go', 'dist': 8}, {'w': 'learn', 'dist': 8}, {'w': 'family', 'dist': 8}, {'w': 'have', 'dist': 8}, {'w': ',', 'dist': 9}, {'w': '.', 'dist': 9}, {'w': '-', 'dist': 9}, {'w': '...', 'dist': 9}, {'w': ':', 'dist': 9}, {'w': ';', 'dist': 9}, {'w': 'do', 'dist': 9}, {'w': '\"', 'dist': 9}, {'w': 'you', 'dist': 9}, {'w': 'today', 'dist': 9}, {'w': 'professor', 'dist': 9}, {'w': 'of', 'dist': 9}, {'w': 'faculty', 'dist': 9}, {'w': \"'\", 'dist': 9}, {'w': 'both', 'dist': 9}, {'w': '?', 'dist': 9}, {'w': 'that', 'dist': 9}, {'w': 'youth', 'dist': 9}, {'w': 'two', 'dist': 9}, {'w': 'graduate', 'dist': 9}, {'w': 'graduated', 'dist': 9}, {'w': 'study', 'dist': 9}, {'w': 'specialists', 'dist': 9}, {'w': 'teach', 'dist': 9}, {'w': 'apprentice', 'dist': 9}, {'w': 'duo', 'dist': 9}, {'w': 'too', 'dist': 9}, {'w': '!', 'dist': 9}]\n",
      "Best 3 suggestions: [{'w': 'engineers', 'dist': 2}, {'w': 'engineer', 'dist': 3}, {'w': 'teenagers', 'dist': 5}]\n",
      "Corrected text: we were two student from the columbus university. as mechanics engineers we design engines, power plants and other machines.\n",
      "------------------------\n",
      "Tokenized text: ['we', 'were', 'two', 'student', 'from', 'the', 'columbus', 'university', '.', 'as', 'mechanics', 'engineers', 'we', 'design', 'engines', ',', 'power', 'plants', 'and', 'other', 'machines', '.']\n",
      "BERT input: [CLS] we were two student from the columbus university . as mechanics engineers we design engines , power plants and other machines . [SEP]\n",
      "Unk words: []\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "."
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tokenized text: ['pontedera', 'is', 'near', 'pisa']\n",
      "BERT input: [CLS] [MASK] is near pisa [SEP]\n",
      "Unk words: ['pontedera']\n",
      "BERT predicted tokens: ['it', 'this', 'he', 'and', 'which', 'one', 'that', '-', 'she', 'location', 'another', 'its', '.', 'village', 'there', 'church', 'here', ',', 'place', 'villa', 'town', 'nearby', 'transmitter', 'also', 'site', 'but', 'located', 'the', 'where', 'near', 'castle', 'station', 'airport', 'a', 'seat', 'or', 'today', 'chateau', ';', 'chapel', 'hamlet', 'second', ':', 'i', 'pass', 'school', 'tower', 'office', 'observatory', 'so', 'park', 'cave', 'parking', 'at', 'is', 'mountain', 'source', 'college', 'some', 'ruins', 'see', 'summit', 'they', 'cathedral', 'as', 'other', 'birthplace', 'situated', 'city', 'now', 'grave', 'confluence', 'in', 'waterfall', 'monastery', 'ruin', 'italy', 'camp', 'land', 'pier', 'hill', 'summer', 'port', 'probably', 'museum', 'spring', 'legend', 'lighthouse', 'mine', 'to', 'lake', 'temple', 'beach', '1', 'these', 'airfield', 'currently', 'opera', 'parish', 'when']\n",
      "Suggestions: [{'w': 'other', 'dist': 5}, {'w': 'monastery', 'dist': 5}, {'w': 'opera', 'dist': 5}, {'w': 'one', 'dist': 6}, {'w': 'another', 'dist': 6}, {'w': 'there', 'dist': 6}, {'w': 'located', 'dist': 6}, {'w': 'near', 'dist': 6}, {'w': 'tower', 'dist': 6}, {'w': 'college', 'dist': 6}, {'w': 'cathedral', 'dist': 6}, {'w': 'pier', 'dist': 6}, {'w': 'port', 'dist': 6}, {'w': 'and', 'dist': 7}, {'w': 'here', 'dist': 7}, {'w': 'place', 'dist': 7}, {'w': 'nearby', 'dist': 7}, {'w': 'site', 'dist': 7}, {'w': 'the', 'dist': 7}, {'w': 'where', 'dist': 7}, {'w': 'castle', 'dist': 7}, {'w': 'or', 'dist': 7}, {'w': 'today', 'dist': 7}, {'w': 'chateau', 'dist': 7}, {'w': 'office', 'dist': 7}, {'w': 'park', 'dist': 7}, {'w': 'mountain', 'dist': 7}, {'w': 'source', 'dist': 7}, {'w': 'some', 'dist': 7}, {'w': 'see', 'dist': 7}, {'w': 'they', 'dist': 7}, {'w': 'confluence', 'dist': 7}, {'w': 'land', 'dist': 7}, {'w': 'summer', 'dist': 7}, {'w': 'legend', 'dist': 7}, {'w': 'mine', 'dist': 7}, {'w': 'temple', 'dist': 7}, {'w': 'these', 'dist': 7}, {'w': 'it', 'dist': 8}, {'w': 'this', 'dist': 8}, {'w': 'he', 'dist': 8}, {'w': 'that', 'dist': 8}, {'w': 'she', 'dist': 8}, {'w': 'location', 'dist': 8}, {'w': 'its', 'dist': 8}, {'w': 'village', 'dist': 8}, {'w': 'villa', 'dist': 8}, {'w': 'town', 'dist': 8}, {'w': 'but', 'dist': 8}, {'w': 'station', 'dist': 8}, {'w': 'airport', 'dist': 8}, {'w': 'a', 'dist': 8}, {'w': 'seat', 'dist': 8}, {'w': 'chapel', 'dist': 8}, {'w': 'hamlet', 'dist': 8}, {'w': 'second', 'dist': 8}, {'w': 'pass', 'dist': 8}, {'w': 'so', 'dist': 8}, {'w': 'cave', 'dist': 8}, {'w': 'parking', 'dist': 8}, {'w': 'at', 'dist': 8}, {'w': 'situated', 'dist': 8}, {'w': 'city', 'dist': 8}, {'w': 'now', 'dist': 8}, {'w': 'grave', 'dist': 8}, {'w': 'in', 'dist': 8}, {'w': 'waterfall', 'dist': 8}, {'w': 'italy', 'dist': 8}, {'w': 'probably', 'dist': 8}, {'w': 'museum', 'dist': 8}, {'w': 'to', 'dist': 8}, {'w': 'lake', 'dist': 8}, {'w': 'beach', 'dist': 8}, {'w': 'airfield', 'dist': 8}, {'w': 'currently', 'dist': 8}, {'w': 'parish', 'dist': 8}, {'w': 'when', 'dist': 8}, {'w': 'which', 'dist': 9}, {'w': '-', 'dist': 9}, {'w': '.', 'dist': 9}, {'w': 'church', 'dist': 9}, {'w': ',', 'dist': 9}, {'w': 'transmitter', 'dist': 9}, {'w': 'also', 'dist': 9}, {'w': ';', 'dist': 9}, {'w': ':', 'dist': 9}, {'w': 'i', 'dist': 9}, {'w': 'school', 'dist': 9}, {'w': 'observatory', 'dist': 9}, {'w': 'is', 'dist': 9}, {'w': 'ruins', 'dist': 9}, {'w': 'summit', 'dist': 9}, {'w': 'as', 'dist': 9}, {'w': 'birthplace', 'dist': 9}, {'w': 'ruin', 'dist': 9}, {'w': 'camp', 'dist': 9}, {'w': 'hill', 'dist': 9}, {'w': 'spring', 'dist': 9}, {'w': 'lighthouse', 'dist': 9}, {'w': '1', 'dist': 9}]\n",
      "Best 3 suggestions: [{'w': 'other', 'dist': 5}, {'w': 'monastery', 'dist': 5}, {'w': 'opera', 'dist': 5}]\n",
      "Corrected text: other is near pisa\n",
      "------------------------\n",
      "Tokenized text: ['other', 'is', 'near', 'pisa']\n",
      "BERT input: [CLS] other is near pisa [SEP]\n",
      "Unk words: []\n",
      "Tokenized text: ['the', 'new', 'huauei', 'has', 'a', '20', 'mpx', 'camera', 'desined', 'by', 'leica']\n",
      "BERT input: [CLS] the new [MASK] has a 20 [MASK] camera [MASK] by [MASK] [SEP]\n",
      "Unk words: ['huauei', 'mpx', 'desined', 'leica']\n",
      "BERT predicted tokens: ['model', 'version', 'camera', 'lens', 'edition', 'design', 'phone', 'car', 'system', 'one', 'film', 'variant', 'device', 'models', 'format', 'series', 'sensor', 'logo', 'set', 'face', 'vehicle', 'video', 'release', 'generation', 'equipment', 'frame', 'cameras', 'body', 'unit', 'tv', 'instrument', 'prototype', 'technology', 'image', 'addition', 'product', 'project', 'feature', 'look', 'digital', 'machine', 'satellite', 'arm', 'line', 'stage', 'screen', 'computer', 'head', 'ship', '1', 'photo', 'engine', 'smartphone', 'type', 'platform', 'monitor', 'mode', 'print', 'yorker', 'station', 'passport', 'aircraft', 'versions', 'part', 'display', 'package', 'box', 'flash', 'style', 'mount', 'shutter', 'super', 'watch', 'kit', 'television', 'figure', 'lenses', 'case', 'wing', 'battery', 'sight', ',', 'focus', 'standard', 'font', 'iphone', 'build', 'movie', 'receiver', '##cam', 'bus', 'weapon', 'spacecraft', 'also', 'eye', 'member', 'telescope', 'nose', 'dish', 'tower']\n",
      "Suggestions: [{'w': 'face', 'dist': 4}, {'w': 'frame', 'dist': 4}, {'w': 'image', 'dist': 4}, {'w': 'stage', 'dist': 4}, {'w': 'head', 'dist': 4}, {'w': 'shutter', 'dist': 4}, {'w': 'super', 'dist': 4}, {'w': 'case', 'dist': 4}, {'w': 'model', 'dist': 5}, {'w': 'camera', 'dist': 5}, {'w': 'phone', 'dist': 5}, {'w': 'car', 'dist': 5}, {'w': 'system', 'dist': 5}, {'w': 'one', 'dist': 5}, {'w': 'series', 'dist': 5}, {'w': 'set', 'dist': 5}, {'w': 'video', 'dist': 5}, {'w': 'unit', 'dist': 5}, {'w': 'feature', 'dist': 5}, {'w': 'arm', 'dist': 5}, {'w': 'line', 'dist': 5}, {'w': 'screen', 'dist': 5}, {'w': 'type', 'dist': 5}, {'w': 'mode', 'dist': 5}, {'w': 'yorker', 'dist': 5}, {'w': 'part', 'dist': 5}, {'w': 'flash', 'dist': 5}, {'w': 'style', 'dist': 5}, {'w': 'mount', 'dist': 5}, {'w': 'watch', 'dist': 5}, {'w': 'figure', 'dist': 5}, {'w': 'lenses', 'dist': 5}, {'w': 'focus', 'dist': 5}, {'w': 'build', 'dist': 5}, {'w': 'movie', 'dist': 5}, {'w': 'bus', 'dist': 5}, {'w': 'weapon', 'dist': 5}, {'w': 'also', 'dist': 5}, {'w': 'eye', 'dist': 5}, {'w': 'member', 'dist': 5}, {'w': 'nose', 'dist': 5}, {'w': 'tower', 'dist': 5}, {'w': 'lens', 'dist': 6}, {'w': 'design', 'dist': 6}, {'w': 'film', 'dist': 6}, {'w': 'device', 'dist': 6}, {'w': 'models', 'dist': 6}, {'w': 'format', 'dist': 6}, {'w': 'sensor', 'dist': 6}, {'w': 'logo', 'dist': 6}, {'w': 'vehicle', 'dist': 6}, {'w': 'release', 'dist': 6}, {'w': 'cameras', 'dist': 6}, {'w': 'body', 'dist': 6}, {'w': 'tv', 'dist': 6}, {'w': 'product', 'dist': 6}, {'w': 'project', 'dist': 6}, {'w': 'look', 'dist': 6}, {'w': 'machine', 'dist': 6}, {'w': 'computer', 'dist': 6}, {'w': 'ship', 'dist': 6}, {'w': '1', 'dist': 6}, {'w': 'photo', 'dist': 6}, {'w': 'engine', 'dist': 6}, {'w': 'print', 'dist': 6}, {'w': 'station', 'dist': 6}, {'w': 'package', 'dist': 6}, {'w': 'box', 'dist': 6}, {'w': 'kit', 'dist': 6}, {'w': 'wing', 'dist': 6}, {'w': 'battery', 'dist': 6}, {'w': 'sight', 'dist': 6}, {'w': ',', 'dist': 6}, {'w': 'font', 'dist': 6}, {'w': 'iphone', 'dist': 6}, {'w': '##cam', 'dist': 6}, {'w': 'dish', 'dist': 6}, {'w': 'version', 'dist': 7}, {'w': 'edition', 'dist': 7}, {'w': 'variant', 'dist': 7}, {'w': 'equipment', 'dist': 7}, {'w': 'addition', 'dist': 7}, {'w': 'digital', 'dist': 7}, {'w': 'satellite', 'dist': 7}, {'w': 'platform', 'dist': 7}, {'w': 'monitor', 'dist': 7}, {'w': 'display', 'dist': 7}, {'w': 'standard', 'dist': 7}, {'w': 'receiver', 'dist': 7}, {'w': 'instrument', 'dist': 8}, {'w': 'passport', 'dist': 8}, {'w': 'aircraft', 'dist': 8}, {'w': 'versions', 'dist': 8}, {'w': 'spacecraft', 'dist': 8}, {'w': 'generation', 'dist': 9}, {'w': 'prototype', 'dist': 9}, {'w': 'technology', 'dist': 9}, {'w': 'smartphone', 'dist': 9}, {'w': 'television', 'dist': 9}, {'w': 'telescope', 'dist': 9}]\n",
      "Best 3 suggestions: [{'w': 'face', 'dist': 4}, {'w': 'frame', 'dist': 4}, {'w': 'image', 'dist': 4}]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Corrected text: the new face has a 20 mpx camera desined by leica\n",
      "------------------------\n",
      "Tokenized text: ['the', 'new', 'face', 'has', 'a', '20', 'mpx', 'camera', 'desined', 'by', 'leica']\n",
      "BERT input: [CLS] the new face has a 20 [MASK] camera [MASK] by [MASK] [SEP]\n",
      "Unk words: ['mpx', 'desined', 'leica']\n",
      "BERT predicted tokens: ['##mm', 'mm', 'inch', 'cm', 'mp', '##mp', '\"', '##p', '##k', 'second', '##m', 'm', '##mb', '##ft', '##d', '##°', '##x', '##×', 'lens', \"'\", '-', 'degree', 'nm', 'cc', '##gb', 's', 'gb', 'film', '%', 'digital', '##lb', '+', 'sensor', '##pi', 'gauge', 'point', '##r', 'metre', 'meter', 'foot', 'sl', 'x', '##l', 'min', 'in', 'frame', 'd', '##t', 'kg', 'ft', 'pixel', '##g', '1', 'track', '##v', '″', 'mb', 'seconds', 'a', 'gram', '##ml', 'cell', 'channel', '##cm', 'minute', 'b', '##fp', 'hd', 'link', '06', 'kw', '##n', 'pm', 'shot', '##s', 'resolution', 'inches', '##c', 'euro', '##b', 'mount', 'cam', 'mode', 'surround', '##pp', 'touch', 'speed', 'million', 'video', '##pm', 'ps', 'mag', 'sp', 'line', 'v', '##pl', 'pin', '##pd', 'level', 'km']\n",
      "Suggestions: [{'w': 'mp', 'dist': 1}, {'w': 'mm', 'dist': 2}, {'w': 'm', 'dist': 2}, {'w': '##x', 'dist': 2}, {'w': 'x', 'dist': 2}, {'w': 'min', 'dist': 2}, {'w': 'mb', 'dist': 2}, {'w': 'pm', 'dist': 2}, {'w': 'ps', 'dist': 2}, {'w': 'mag', 'dist': 2}, {'w': 'sp', 'dist': 2}, {'w': 'cm', 'dist': 3}, {'w': '##mp', 'dist': 3}, {'w': '\"', 'dist': 3}, {'w': '##p', 'dist': 3}, {'w': '##k', 'dist': 3}, {'w': '##m', 'dist': 3}, {'w': '##d', 'dist': 3}, {'w': '##°', 'dist': 3}, {'w': '##×', 'dist': 3}, {'w': \"'\", 'dist': 3}, {'w': '-', 'dist': 3}, {'w': 'nm', 'dist': 3}, {'w': 'cc', 'dist': 3}, {'w': 's', 'dist': 3}, {'w': 'gb', 'dist': 3}, {'w': '%', 'dist': 3}, {'w': '+', 'dist': 3}, {'w': '##pi', 'dist': 3}, {'w': '##r', 'dist': 3}, {'w': 'sl', 'dist': 3}, {'w': '##l', 'dist': 3}, {'w': 'in', 'dist': 3}, {'w': 'd', 'dist': 3}, {'w': '##t', 'dist': 3}, {'w': 'kg', 'dist': 3}, {'w': 'ft', 'dist': 3}, {'w': '##g', 'dist': 3}, {'w': '1', 'dist': 3}, {'w': '##v', 'dist': 3}, {'w': '″', 'dist': 3}, {'w': 'a', 'dist': 3}, {'w': 'b', 'dist': 3}, {'w': 'hd', 'dist': 3}, {'w': '06', 'dist': 3}, {'w': 'kw', 'dist': 3}, {'w': '##n', 'dist': 3}, {'w': '##s', 'dist': 3}, {'w': '##c', 'dist': 3}, {'w': '##b', 'dist': 3}, {'w': 'cam', 'dist': 3}, {'w': 'mode', 'dist': 3}, {'w': '##pp', 'dist': 3}, {'w': '##pm', 'dist': 3}, {'w': 'v', 'dist': 3}, {'w': '##pl', 'dist': 3}, {'w': 'pin', 'dist': 3}, {'w': '##pd', 'dist': 3}, {'w': 'km', 'dist': 3}, {'w': '##mm', 'dist': 4}, {'w': 'inch', 'dist': 4}, {'w': '##mb', 'dist': 4}, {'w': '##ft', 'dist': 4}, {'w': 'lens', 'dist': 4}, {'w': '##gb', 'dist': 4}, {'w': 'film', 'dist': 4}, {'w': '##lb', 'dist': 4}, {'w': 'metre', 'dist': 4}, {'w': 'meter', 'dist': 4}, {'w': 'foot', 'dist': 4}, {'w': 'pixel', 'dist': 4}, {'w': 'gram', 'dist': 4}, {'w': '##ml', 'dist': 4}, {'w': 'cell', 'dist': 4}, {'w': '##cm', 'dist': 4}, {'w': '##fp', 'dist': 4}, {'w': 'link', 'dist': 4}, {'w': 'shot', 'dist': 4}, {'w': 'euro', 'dist': 4}, {'w': 'mount', 'dist': 4}, {'w': 'speed', 'dist': 4}, {'w': 'line', 'dist': 4}, {'w': 'gauge', 'dist': 5}, {'w': 'point', 'dist': 5}, {'w': 'frame', 'dist': 5}, {'w': 'track', 'dist': 5}, {'w': 'minute', 'dist': 5}, {'w': 'touch', 'dist': 5}, {'w': 'video', 'dist': 5}, {'w': 'level', 'dist': 5}, {'w': 'second', 'dist': 6}, {'w': 'degree', 'dist': 6}, {'w': 'sensor', 'dist': 6}, {'w': 'inches', 'dist': 6}, {'w': 'million', 'dist': 6}, {'w': 'digital', 'dist': 7}, {'w': 'seconds', 'dist': 7}, {'w': 'channel', 'dist': 7}, {'w': 'surround', 'dist': 8}, {'w': 'resolution', 'dist': 10}]\n",
      "Best 3 suggestions: [{'w': 'mp', 'dist': 1}, {'w': 'mm', 'dist': 2}, {'w': 'm', 'dist': 2}]\n",
      "Corrected text: the new face has a 20 mp camera desined by leica\n",
      "------------------------\n",
      "Tokenized text: ['the', 'new', 'face', 'has', 'a', '20', 'mp', 'camera', 'desined', 'by', 'leica']\n",
      "BERT input: [CLS] the new face has a 20 mp camera [MASK] by [MASK] [SEP]\n",
      "Unk words: ['desined', 'leica']\n",
      "BERT predicted tokens: ['powered', 'manufactured', 'supported', 'designed', 'produced', 'built', 'developed', ',', 'supplied', 'made', '.', 'led', 'controlled', 'backed', 'inspired', 'operated', 'surrounded', 'provided', 'owned', 'design', 'offered', 'cc', 'and', 'managed', 'driven', 'fixed', 'held', 'created', 'integrated', 'model', 'shot', 'available', 'a', 'covered', 'defined', 'presented', 'approved', 'described', '-', 'specified', 'followed', 'specification', 'installed', 'as', 'used', 'or', 'certified', 'digital', 'system', 'released', 'added', 'attached', 'connected', 'announced', 'said', 'e', 'size', 'replaced', 'mounted', 'known', 'fabricated', 'equipped', 'pointed', 'inch', 'type', 'based', 'styled', 'constructed', 'selected', 'power', 'prepared', 'rated', '4', 'linked', 'done', 'stated', 'had', 'represented', 'fired', 'heated', 'ready', 'accompanied', 'sensor', 'featured', 'frame', 'handled', 'style', 'donated', 'assembled', 'shared', 'guided', 'given', 'published', 'launched', 'sold', 'claimed', 'fed', 'four', 'confirmed', 'endorsed']\n",
      "Suggestions: [{'w': 'designed', 'dist': 1}, {'w': 'defined', 'dist': 1}, {'w': 'design', 'dist': 3}, {'w': 'described', 'dist': 3}, {'w': 'inspired', 'dist': 4}, {'w': 'owned', 'dist': 4}, {'w': 'driven', 'dist': 4}, {'w': 'fixed', 'dist': 4}, {'w': 'presented', 'dist': 4}, {'w': 'used', 'dist': 4}, {'w': 'size', 'dist': 4}, {'w': 'pointed', 'dist': 4}, {'w': 'based', 'dist': 4}, {'w': 'linked', 'dist': 4}, {'w': 'done', 'dist': 4}, {'w': 'fired', 'dist': 4}, {'w': 'heated', 'dist': 4}, {'w': 'donated', 'dist': 4}, {'w': 'guided', 'dist': 4}, {'w': 'claimed', 'dist': 4}, {'w': 'powered', 'dist': 5}, {'w': 'developed', 'dist': 5}, {'w': 'led', 'dist': 5}, {'w': 'backed', 'dist': 5}, {'w': 'operated', 'dist': 5}, {'w': 'provided', 'dist': 5}, {'w': 'offered', 'dist': 5}, {'w': 'and', 'dist': 5}, {'w': 'managed', 'dist': 5}, {'w': 'held', 'dist': 5}, {'w': 'created', 'dist': 5}, {'w': 'covered', 'dist': 5}, {'w': 'specified', 'dist': 5}, {'w': 'certified', 'dist': 5}, {'w': 'digital', 'dist': 5}, {'w': 'system', 'dist': 5}, {'w': 'released', 'dist': 5}, {'w': 'added', 'dist': 5}, {'w': 'said', 'dist': 5}, {'w': 'replaced', 'dist': 5}, {'w': 'mounted', 'dist': 5}, {'w': 'equipped', 'dist': 5}, {'w': 'inch', 'dist': 5}, {'w': 'styled', 'dist': 5}, {'w': 'selected', 'dist': 5}, {'w': 'prepared', 'dist': 5}, {'w': 'rated', 'dist': 5}, {'w': 'stated', 'dist': 5}, {'w': 'featured', 'dist': 5}, {'w': 'handled', 'dist': 5}, {'w': 'shared', 'dist': 5}, {'w': 'given', 'dist': 5}, {'w': 'sold', 'dist': 5}, {'w': 'fed', 'dist': 5}, {'w': 'produced', 'dist': 6}, {'w': 'built', 'dist': 6}, {'w': 'supplied', 'dist': 6}, {'w': 'made', 'dist': 6}, {'w': 'model', 'dist': 6}, {'w': 'shot', 'dist': 6}, {'w': 'approved', 'dist': 6}, {'w': 'followed', 'dist': 6}, {'w': 'installed', 'dist': 6}, {'w': 'as', 'dist': 6}, {'w': 'attached', 'dist': 6}, {'w': 'announced', 'dist': 6}, {'w': 'e', 'dist': 6}, {'w': 'known', 'dist': 6}, {'w': 'type', 'dist': 6}, {'w': 'power', 'dist': 6}, {'w': 'had', 'dist': 6}, {'w': 'represented', 'dist': 6}, {'w': 'ready', 'dist': 6}, {'w': 'sensor', 'dist': 6}, {'w': 'frame', 'dist': 6}, {'w': 'style', 'dist': 6}, {'w': 'assembled', 'dist': 6}, {'w': 'published', 'dist': 6}, {'w': 'launched', 'dist': 6}, {'w': 'confirmed', 'dist': 6}, {'w': 'endorsed', 'dist': 6}, {'w': 'supported', 'dist': 7}, {'w': ',', 'dist': 7}, {'w': '.', 'dist': 7}, {'w': 'surrounded', 'dist': 7}, {'w': 'cc', 'dist': 7}, {'w': 'integrated', 'dist': 7}, {'w': 'a', 'dist': 7}, {'w': '-', 'dist': 7}, {'w': 'or', 'dist': 7}, {'w': 'connected', 'dist': 7}, {'w': 'fabricated', 'dist': 7}, {'w': '4', 'dist': 7}, {'w': 'four', 'dist': 7}, {'w': 'controlled', 'dist': 8}, {'w': 'available', 'dist': 8}, {'w': 'constructed', 'dist': 8}, {'w': 'accompanied', 'dist': 8}, {'w': 'manufactured', 'dist': 10}, {'w': 'specification', 'dist': 11}]\n",
      "Best 3 suggestions: [{'w': 'designed', 'dist': 1}, {'w': 'defined', 'dist': 1}, {'w': 'design', 'dist': 3}]\n",
      "Corrected text: the new face has a 20 mp camera designed by leica\n",
      "------------------------\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tokenized text: ['the', 'new', 'face', 'has', 'a', '20', 'mp', 'camera', 'designed', 'by', 'leica']\n",
      "BERT input: [CLS] the new face has a 20 mp camera designed by [MASK] [SEP]\n",
      "Unk words: ['leica']\n",
      "BERT predicted tokens: ['.', ';', '|', '?', '!', ':', '...', '।', \"'\", ',', 'youtube', '[UNK]', '-', '॥', '\"', 'and', 'him', ']', 'matt', 'he', 'alexander', 'a', 'john', '##¤', 'unknown', 'tan', 'thomas', '+', 'kumar', 'co', 'p', 'from', '&', ')', 'brian', 'ko', 'fr', '$', 'david', 'me', 'ing', 'lu', 'thompson', 'ken', 'na', 'james', 'austin', 'former', '#', 'uncredited', 'himself', 'gilbert', 'william', 'tom', 'martin', 'richard', 'n', 'wilson', 'the', 'anand', 'lucas', 'fred', 'kim', 'kelly', 'm', 'al', 'to', 'art', 'miller', 'of', 'patrick', 'taylor', 'robert', 'by', 'china', 'tim', 'peter', 'wang', 'christian', '．', 'la', 'artist', 'sony', 'bo', 'usa', 'in', 'walsh', 'mel', 'ma', 'on', 'ph', 'bell', 'phil', 'joseph', 'ge', 'kyle', 'ben', '(', 'digital', 'mike']\n",
      "Suggestions: [{'w': 'lucas', 'dist': 3}, {'w': 'china', 'dist': 3}, {'w': 'la', 'dist': 3}, {'w': 'him', 'dist': 4}, {'w': 'he', 'dist': 4}, {'w': 'a', 'dist': 4}, {'w': 'co', 'dist': 4}, {'w': 'brian', 'dist': 4}, {'w': 'me', 'dist': 4}, {'w': 'ing', 'dist': 4}, {'w': 'lu', 'dist': 4}, {'w': 'ken', 'dist': 4}, {'w': 'na', 'dist': 4}, {'w': 'kim', 'dist': 4}, {'w': 'kelly', 'dist': 4}, {'w': 'tim', 'dist': 4}, {'w': 'peter', 'dist': 4}, {'w': 'usa', 'dist': 4}, {'w': 'in', 'dist': 4}, {'w': 'mel', 'dist': 4}, {'w': 'ma', 'dist': 4}, {'w': 'bell', 'dist': 4}, {'w': 'phil', 'dist': 4}, {'w': 'ge', 'dist': 4}, {'w': 'ben', 'dist': 4}, {'w': 'mike', 'dist': 4}, {'w': '.', 'dist': 5}, {'w': ';', 'dist': 5}, {'w': '|', 'dist': 5}, {'w': '?', 'dist': 5}, {'w': '!', 'dist': 5}, {'w': ':', 'dist': 5}, {'w': '...', 'dist': 5}, {'w': '।', 'dist': 5}, {'w': \"'\", 'dist': 5}, {'w': ',', 'dist': 5}, {'w': '[UNK]', 'dist': 5}, {'w': '-', 'dist': 5}, {'w': '॥', 'dist': 5}, {'w': '\"', 'dist': 5}, {'w': 'and', 'dist': 5}, {'w': ']', 'dist': 5}, {'w': 'matt', 'dist': 5}, {'w': 'john', 'dist': 5}, {'w': '##¤', 'dist': 5}, {'w': 'tan', 'dist': 5}, {'w': 'thomas', 'dist': 5}, {'w': '+', 'dist': 5}, {'w': 'kumar', 'dist': 5}, {'w': 'p', 'dist': 5}, {'w': 'from', 'dist': 5}, {'w': '&', 'dist': 5}, {'w': ')', 'dist': 5}, {'w': 'ko', 'dist': 5}, {'w': 'fr', 'dist': 5}, {'w': '$', 'dist': 5}, {'w': 'david', 'dist': 5}, {'w': 'james', 'dist': 5}, {'w': '#', 'dist': 5}, {'w': 'william', 'dist': 5}, {'w': 'tom', 'dist': 5}, {'w': 'richard', 'dist': 5}, {'w': 'n', 'dist': 5}, {'w': 'the', 'dist': 5}, {'w': 'anand', 'dist': 5}, {'w': 'fred', 'dist': 5}, {'w': 'm', 'dist': 5}, {'w': 'al', 'dist': 5}, {'w': 'to', 'dist': 5}, {'w': 'art', 'dist': 5}, {'w': 'of', 'dist': 5}, {'w': 'patrick', 'dist': 5}, {'w': 'by', 'dist': 5}, {'w': 'wang', 'dist': 5}, {'w': '．', 'dist': 5}, {'w': 'artist', 'dist': 5}, {'w': 'sony', 'dist': 5}, {'w': 'bo', 'dist': 5}, {'w': 'walsh', 'dist': 5}, {'w': 'on', 'dist': 5}, {'w': 'ph', 'dist': 5}, {'w': 'kyle', 'dist': 5}, {'w': '(', 'dist': 5}, {'w': 'digital', 'dist': 5}, {'w': 'austin', 'dist': 6}, {'w': 'former', 'dist': 6}, {'w': 'gilbert', 'dist': 6}, {'w': 'martin', 'dist': 6}, {'w': 'wilson', 'dist': 6}, {'w': 'miller', 'dist': 6}, {'w': 'taylor', 'dist': 6}, {'w': 'robert', 'dist': 6}, {'w': 'joseph', 'dist': 6}, {'w': 'youtube', 'dist': 7}, {'w': 'alexander', 'dist': 7}, {'w': 'unknown', 'dist': 7}, {'w': 'himself', 'dist': 7}, {'w': 'christian', 'dist': 7}, {'w': 'thompson', 'dist': 8}, {'w': 'uncredited', 'dist': 8}]\n",
      "Best 3 suggestions: [{'w': 'lucas', 'dist': 3}, {'w': 'china', 'dist': 3}, {'w': 'la', 'dist': 3}]\n",
      "Corrected text: the new face has a 20 mp camera designed by lucas\n",
      "------------------------\n",
      "Tokenized text: ['the', 'new', 'face', 'has', 'a', '20', 'mp', 'camera', 'designed', 'by', 'lucas']\n",
      "BERT input: [CLS] the new face has a 20 mp camera designed by lucas [SEP]\n",
      "Unk words: []\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      ".\n",
      "----------------------------------------------------------------------\n",
      "Ran 2 tests in 3.151s\n",
      "\n",
      "OK\n"
     ]
    }
   ],
   "source": [
    "# %load myUnitTest.py\n",
    "import main\n",
    "import unittest\n",
    "\n",
    "\n",
    "class MyUnitTest(unittest.TestCase):\n",
    "    pairs = [\n",
    "        [\n",
    "            'I want to buy the car, becaeuse it is cheap. The car is also luxurius.',\n",
    "            'I want to buy the car, because it is cheap. The car is also luxurious.'\n",
    "        ],\n",
    "        [\n",
    "            'how far is it from the churc to the station?',\n",
    "            'how far is it from the church to the station?'\n",
    "        ],\n",
    "        [\n",
    "            'in 1986 a severe nuclear disaster occurred in the city of Chernobyl. It is considered the worst nuclear '\n",
    "            'disaster in historie.' +\n",
    "            ' it is belived that the disaster was cauded by human error and reacctor\\'s design flas.',\n",
    "            'in 1986 a severe nuclear disaster occurred in the city of Chernobyl. It is considered the worst nuclear '\n",
    "            'disaster in history.' +\n",
    "            ' it is believed that the disaster was caused by human error and reactor\\'s design flaws.'\n",
    "        ],\n",
    "        [\n",
    "            'Swimning in ghe Caraibbean sea must be very relaxying.',\n",
    "            'Swimming in the Caribbean sea must be very relaxing.',\n",
    "        ],\n",
    "        [\n",
    "            'This hamburger costs 350$.',\n",
    "            'This hamburger costs 350$.'\n",
    "         ],\n",
    "        [\n",
    "            'Don\\'t be latr.',\n",
    "            'Don\\'t be late.'\n",
    "        ],\n",
    "        [\n",
    "            'We were two student from the Columbus Univerisity. As mecanics ennginers we design engines, power plants' +\n",
    "            ' and other machines.',\n",
    "            'We were two student from the Columbus University. As mechanics engineers we design engines, power plants' +\n",
    "            ' and other machines.'\n",
    "        ]\n",
    "    ]\n",
    "\n",
    "    def test_equals(self):\n",
    "        for pair in self.pairs:\n",
    "            test_txt = pair[0]\n",
    "            ref_txt = pair[1]\n",
    "            output_txt = main.correct(test_txt)  # il testo corretto e' uncased per via di BERT uncased in uso\n",
    "            self.assertEqual(output_txt, ref_txt, output_txt + ' != ' + ref_txt)\n",
    "\n",
    "    def test_not_equals(self):\n",
    "        text = 'Pontedera is near Pisa'  # il dizionario non riconosce la citta di Pontedera\n",
    "        self.assertNotEqual(main.correct(text), text.lower())\n",
    "\n",
    "        text2 = 'The new Huauei has a 20 Mpx camera desined by Leica'  # Huawei e Leica non predicibili da BERT\n",
    "        self.assertNotEqual(main.correct(text2), text2.lower())\n",
    "\n",
    "\n",
    "if __name__ == '__main__':\n",
    "    suite = unittest.TestLoader().loadTestsFromTestCase(MyUnitTest)\n",
    "    unittest.TextTestRunner().run(suite)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}