Chapter01/Exercise1.04/Exercise 1.04.ipynb

{"cells":[{"metadata":{"trusted":true},"cell_type":"code","source":"from nltk import download\ndownload('stopwords')\nfrom nltk import word_tokenize\nfrom nltk.corpus import stopwords\n","execution_count":1,"outputs":[{"output_type":"stream","text":"[nltk_data] Downloading package stopwords to /home/jovyan/nltk_data...\n[nltk_data]   Package stopwords is already up-to-date!\n","name":"stderr"}]},{"metadata":{"trusted":true},"cell_type":"code","source":"stop_words = stopwords.words('english')","execution_count":2,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"print(stop_words)","execution_count":3,"outputs":[{"output_type":"stream","text":"['i', 'me', 'my', 'myself', 'we', 'our', 'ours', 'ourselves', 'you', \"you're\", \"you've\", \"you'll\", \"you'd\", 'your', 'yours', 'yourself', 'yourselves', 'he', 'him', 'his', 'himself', 'she', \"she's\", 'her', 'hers', 'herself', 'it', \"it's\", 'its', 'itself', 'they', 'them', 'their', 'theirs', 'themselves', 'what', 'which', 'who', 'whom', 'this', 'that', \"that'll\", 'these', 'those', 'am', 'is', 'are', 'was', 'were', 'be', 'been', 'being', 'have', 'has', 'had', 'having', 'do', 'does', 'did', 'doing', 'a', 'an', 'the', 'and', 'but', 'if', 'or', 'because', 'as', 'until', 'while', 'of', 'at', 'by', 'for', 'with', 'about', 'against', 'between', 'into', 'through', 'during', 'before', 'after', 'above', 'below', 'to', 'from', 'up', 'down', 'in', 'out', 'on', 'off', 'over', 'under', 'again', 'further', 'then', 'once', 'here', 'there', 'when', 'where', 'why', 'how', 'all', 'any', 'both', 'each', 'few', 'more', 'most', 'other', 'some', 'such', 'no', 'nor', 'not', 'only', 'own', 'same', 'so', 'than', 'too', 'very', 's', 't', 'can', 'will', 'just', 'don', \"don't\", 'should', \"should've\", 'now', 'd', 'll', 'm', 'o', 're', 've', 'y', 'ain', 'aren', \"aren't\", 'couldn', \"couldn't\", 'didn', \"didn't\", 'doesn', \"doesn't\", 'hadn', \"hadn't\", 'hasn', \"hasn't\", 'haven', \"haven't\", 'isn', \"isn't\", 'ma', 'mightn', \"mightn't\", 'mustn', \"mustn't\", 'needn', \"needn't\", 'shan', \"shan't\", 'shouldn', \"shouldn't\", 'wasn', \"wasn't\", 'weren', \"weren't\", 'won', \"won't\", 'wouldn', \"wouldn't\"]\n","name":"stdout"}]},{"metadata":{"trusted":true},"cell_type":"code","source":"sentence = \"I am learning Python. It is one of the most popular programming languages\"\nsentence_words = word_tokenize(sentence)","execution_count":4,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"print(sentence_words)","execution_count":5,"outputs":[{"output_type":"stream","text":"['I', 'am', 'learning', 'Python', '.', 'It', 'is', 'one', 'of', 'the', 'most', 'popular', 'programming', 'languages']\n","name":"stdout"}]},{"metadata":{"trusted":true},"cell_type":"code","source":"def remove_stop_words(sentence, stop_words):\n    return ' '.join([word for word in sentence if word not in stop_words])","execution_count":6,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"print(remove_stop_words(sentence_words, stop_words))","execution_count":7,"outputs":[{"output_type":"stream","text":"I learning Python . It one popular programming languages\n","name":"stdout"}]},{"metadata":{"trusted":true},"cell_type":"code","source":"stop_words.extend(['I','It', 'one'])\nprint(remove_stop_words(sentence_words,stop_words))","execution_count":8,"outputs":[{"output_type":"stream","text":"learning Python . popular programming languages\n","name":"stdout"}]}],"metadata":{"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.7.6","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":2}