Update 03_Word2Vec_Example.ipynb

need to check token.lower() for membership in mystopwords, otherwise you will include tokens like 'The'

Author: faisito

Ch4/03_Word2Vec_Example.ipynb

@@ -173,7 +173,7 @@
     "    mystopwords = set(stopwords.words(\"english\"))\n",
     "    def remove_stops_digits(tokens):\n",
     "        #Nested function that lowercases, removes stopwords and digits from a list of tokens\n",
-    "        return [token.lower() for token in tokens if token not in mystopwords and not token.isdigit()\n",
+    "        return [token.lower() for token in tokens if token.lower() not in mystopwords and not token.isdigit()\n",
     "               and token not in punctuation]\n",
     "    #This return statement below uses the above function to process twitter tokenizer output further. \n",
     "    return [remove_stops_digits(word_tokenize(text)) for text in texts]\n",