Logistic Regression_Linear Classifier.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"Logistic Regression/Linear Classifier.ipynb","provenance":[],"collapsed_sections":[],"mount_file_id":"1luqEpocghNclrLS4fe0RpVQf9Dux6CHB","authorship_tag":"ABX9TyNYm6XwIHg1UQxZyd5zHuNQ"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"-loo61ua3j73","colab_type":"code","colab":{}},"source":["pip install turicreate"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"CjnGeUvX5A4Z","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599594474247,"user_tz":-330,"elapsed":3984,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["from __future__ import division\n","import turicreate as tc\n","import math\n","import string"],"execution_count":73,"outputs":[]},{"cell_type":"code","metadata":{"id":"PI0a0LtJ5w7w","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":458},"executionInfo":{"status":"ok","timestamp":1599594474253,"user_tz":-330,"elapsed":3963,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"13eab367-53d2-405f-e46e-6c566b1770e8"},"source":["products = tc.SFrame('/content/drive/My Drive/amazon_baby.sframe/')\n","products"],"execution_count":74,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">review</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">rating</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Planetwise Flannel Wipes</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">These flannel wipes are<br>OK, but in my opinion ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">3.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Planetwise Wipe Pouch</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">it came early and was not<br>disappointed. i love ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Annas Dream Full Quilt<br>with 2 Shams ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Very soft and comfortable<br>and warmer than it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This is a product well<br>worth the purchase.  I ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">All of my kids have cried<br>non-stop when I tried to ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">When the Binky Fairy came<br>to our house, we didn&#x27;t ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A Tale of Baby&#x27;s Days<br>with Peter Rabbit ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lovely book, it&#x27;s bound<br>tightly so you may no ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Perfect for new parents.<br>We were able to keep ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A friend of mine pinned<br>this product on Pinte ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This has been an easy way<br>for my nanny to record ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","    </tr>\n","</table>\n","[183531 rows x 3 columns]<br/>Note: Only the head of the SFrame is printed.<br/>You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\treview\tstr\n","\trating\tfloat\n","\n","Rows: 183531\n","\n","Data:\n","+-------------------------------+-------------------------------+--------+\n","|              name             |             review            | rating |\n","+-------------------------------+-------------------------------+--------+\n","|    Planetwise Flannel Wipes   | These flannel wipes are OK... |  3.0   |\n","|     Planetwise Wipe Pouch     | it came early and was not ... |  5.0   |\n","| Annas Dream Full Quilt wit... | Very soft and comfortable ... |  5.0   |\n","| Stop Pacifier Sucking with... | This is a product well wor... |  5.0   |\n","| Stop Pacifier Sucking with... | All of my kids have cried ... |  5.0   |\n","| Stop Pacifier Sucking with... | When the Binky Fairy came ... |  5.0   |\n","| A Tale of Baby's Days with... | Lovely book, it's bound ti... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | Perfect for new parents. W... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | A friend of mine pinned th... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | This has been an easy way ... |  4.0   |\n","+-------------------------------+-------------------------------+--------+\n","[183531 rows x 3 columns]\n","Note: Only the head of the SFrame is printed.\n","You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns."]},"metadata":{"tags":[]},"execution_count":74}]},{"cell_type":"markdown","metadata":{"id":"2utysbEb6QaN","colab_type":"text"},"source":["Building a word count vector for each review"]},{"cell_type":"code","metadata":{"id":"_B8xsbGA78Ia","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599594474255,"user_tz":-330,"elapsed":3934,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["import string \n","def remove_punctuation(text):\n","    translator = text.maketrans('', '', string.punctuation)\n","    text = text.translate(translator)\n","    return text\n","\n"],"execution_count":75,"outputs":[]},{"cell_type":"code","metadata":{"id":"-5mRCnGY795B","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599594476880,"user_tz":-330,"elapsed":6536,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["review_without_punctuation = products['review'].apply(remove_punctuation)\n","products['word_count'] = tc.text_analytics.count_words(review_without_punctuation)"],"execution_count":76,"outputs":[]},{"cell_type":"code","metadata":{"id":"LSW2Ugi78hW4","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":458},"executionInfo":{"status":"ok","timestamp":1599594476885,"user_tz":-330,"elapsed":6511,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"d42e2579-925e-41f7-f71a-dac4dd85435a"},"source":["products"],"execution_count":77,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">review</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">rating</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">word_count</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Planetwise Flannel Wipes</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">These flannel wipes are<br>OK, but in my opinion ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">3.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;handles&#x27;: 1.0,<br>&#x27;stripping&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Planetwise Wipe Pouch</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">it came early and was not<br>disappointed. i love ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;recommend&#x27;: 1.0,<br>&#x27;highly&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Annas Dream Full Quilt<br>with 2 Shams ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Very soft and comfortable<br>and warmer than it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;quilt&#x27;: 1.0, &#x27;this&#x27;:<br>1.0, &#x27;for&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This is a product well<br>worth the purchase.  I ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;tool&#x27;: 1.0, &#x27;clever&#x27;:<br>1.0, &#x27;approach&#x27;: 2.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">All of my kids have cried<br>non-stop when I tried to ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;rock&#x27;: 1.0,<br>&#x27;headachesthanks&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">When the Binky Fairy came<br>to our house, we didn&#x27;t ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;thumb&#x27;: 1.0, &#x27;or&#x27;: 1.0,<br>&#x27;break&#x27;: 1.0, &#x27;trying&#x27;: ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A Tale of Baby&#x27;s Days<br>with Peter Rabbit ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lovely book, it&#x27;s bound<br>tightly so you may no ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;2995&#x27;: 1.0, &#x27;for&#x27;: 1.0,<br>&#x27;barnes&#x27;: 1.0, &#x27;at&#x27;:  ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Perfect for new parents.<br>We were able to keep ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;right&#x27;: 1.0, &#x27;because&#x27;:<br>1.0, &#x27;questions&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A friend of mine pinned<br>this product on Pinte ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;like&#x27;: 1.0, &#x27;and&#x27;: 1.0,<br>&#x27;changes&#x27;: 1.0, &#x27;the&#x27;: ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This has been an easy way<br>for my nanny to record ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;in&#x27;: 1.0, &#x27;pages&#x27;: 1.0,<br>&#x27;out&#x27;: 1.0, &#x27;run&#x27;: 1.0, ...</td>\n","    </tr>\n","</table>\n","[183531 rows x 4 columns]<br/>Note: Only the head of the SFrame is printed.<br/>You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\treview\tstr\n","\trating\tfloat\n","\tword_count\tdict\n","\n","Rows: 183531\n","\n","Data:\n","+-------------------------------+-------------------------------+--------+\n","|              name             |             review            | rating |\n","+-------------------------------+-------------------------------+--------+\n","|    Planetwise Flannel Wipes   | These flannel wipes are OK... |  3.0   |\n","|     Planetwise Wipe Pouch     | it came early and was not ... |  5.0   |\n","| Annas Dream Full Quilt wit... | Very soft and comfortable ... |  5.0   |\n","| Stop Pacifier Sucking with... | This is a product well wor... |  5.0   |\n","| Stop Pacifier Sucking with... | All of my kids have cried ... |  5.0   |\n","| Stop Pacifier Sucking with... | When the Binky Fairy came ... |  5.0   |\n","| A Tale of Baby's Days with... | Lovely book, it's bound ti... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | Perfect for new parents. W... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | A friend of mine pinned th... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | This has been an easy way ... |  4.0   |\n","+-------------------------------+-------------------------------+--------+\n","+-------------------------------+\n","|           word_count          |\n","+-------------------------------+\n","| {'handles': 1.0, 'strippin... |\n","| {'recommend': 1.0, 'highly... |\n","| {'quilt': 1.0, 'this': 1.0... |\n","| {'tool': 1.0, 'clever': 1.... |\n","| {'rock': 1.0, 'headachesth... |\n","| {'thumb': 1.0, 'or': 1.0, ... |\n","| {'2995': 1.0, 'for': 1.0, ... |\n","| {'right': 1.0, 'because': ... |\n","| {'like': 1.0, 'and': 1.0, ... |\n","| {'in': 1.0, 'pages': 1.0, ... |\n","+-------------------------------+\n","[183531 rows x 4 columns]\n","Note: Only the head of the SFrame is printed.\n","You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns."]},"metadata":{"tags":[]},"execution_count":77}]},{"cell_type":"code","metadata":{"id":"UVCEfp9m8mZH","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":458},"executionInfo":{"status":"ok","timestamp":1599594476892,"user_tz":-330,"elapsed":6486,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"ca5c7bbb-29a2-4291-a83f-1f572ba669b9"},"source":["products = products[products['rating'] !=3]\n","products"],"execution_count":78,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">review</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">rating</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">word_count</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Planetwise Wipe Pouch</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">it came early and was not<br>disappointed. i love ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;recommend&#x27;: 1.0,<br>&#x27;highly&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Annas Dream Full Quilt<br>with 2 Shams ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Very soft and comfortable<br>and warmer than it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;quilt&#x27;: 1.0, &#x27;this&#x27;:<br>1.0, &#x27;for&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This is a product well<br>worth the purchase.  I ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;tool&#x27;: 1.0, &#x27;clever&#x27;:<br>1.0, &#x27;approach&#x27;: 2.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">All of my kids have cried<br>non-stop when I tried to ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;rock&#x27;: 1.0,<br>&#x27;headachesthanks&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">When the Binky Fairy came<br>to our house, we didn&#x27;t ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;thumb&#x27;: 1.0, &#x27;or&#x27;: 1.0,<br>&#x27;break&#x27;: 1.0, &#x27;trying&#x27;: ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A Tale of Baby&#x27;s Days<br>with Peter Rabbit ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lovely book, it&#x27;s bound<br>tightly so you may no ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;2995&#x27;: 1.0, &#x27;for&#x27;: 1.0,<br>&#x27;barnes&#x27;: 1.0, &#x27;at&#x27;:  ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Perfect for new parents.<br>We were able to keep ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;right&#x27;: 1.0, &#x27;because&#x27;:<br>1.0, &#x27;questions&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A friend of mine pinned<br>this product on Pinte ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;like&#x27;: 1.0, &#x27;and&#x27;: 1.0,<br>&#x27;changes&#x27;: 1.0, &#x27;the&#x27;: ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This has been an easy way<br>for my nanny to record ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;in&#x27;: 1.0, &#x27;pages&#x27;: 1.0,<br>&#x27;out&#x27;: 1.0, &#x27;run&#x27;: 1.0, ...</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I love this journal and<br>our nanny uses it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;tracker&#x27;: 1.0, &#x27;now&#x27;:<br>1.0, &#x27;postits&#x27;: 1.0, ...</td>\n","    </tr>\n","</table>\n","[? rows x 4 columns]<br/>Note: Only the head of the SFrame is printed. This SFrame is lazily evaluated.<br/>You can use sf.materialize() to force materialization.\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\treview\tstr\n","\trating\tfloat\n","\tword_count\tdict\n","\n","Rows: Unknown\n","\n","Data:\n","+-------------------------------+-------------------------------+--------+\n","|              name             |             review            | rating |\n","+-------------------------------+-------------------------------+--------+\n","|     Planetwise Wipe Pouch     | it came early and was not ... |  5.0   |\n","| Annas Dream Full Quilt wit... | Very soft and comfortable ... |  5.0   |\n","| Stop Pacifier Sucking with... | This is a product well wor... |  5.0   |\n","| Stop Pacifier Sucking with... | All of my kids have cried ... |  5.0   |\n","| Stop Pacifier Sucking with... | When the Binky Fairy came ... |  5.0   |\n","| A Tale of Baby's Days with... | Lovely book, it's bound ti... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | Perfect for new parents. W... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | A friend of mine pinned th... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | This has been an easy way ... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | I love this journal and ou... |  4.0   |\n","+-------------------------------+-------------------------------+--------+\n","+-------------------------------+\n","|           word_count          |\n","+-------------------------------+\n","| {'recommend': 1.0, 'highly... |\n","| {'quilt': 1.0, 'this': 1.0... |\n","| {'tool': 1.0, 'clever': 1.... |\n","| {'rock': 1.0, 'headachesth... |\n","| {'thumb': 1.0, 'or': 1.0, ... |\n","| {'2995': 1.0, 'for': 1.0, ... |\n","| {'right': 1.0, 'because': ... |\n","| {'like': 1.0, 'and': 1.0, ... |\n","| {'in': 1.0, 'pages': 1.0, ... |\n","| {'tracker': 1.0, 'now': 1.... |\n","+-------------------------------+\n","[? rows x 4 columns]\n","Note: Only the head of the SFrame is printed. This SFrame is lazily evaluated.\n","You can use sf.materialize() to force materialization."]},"metadata":{"tags":[]},"execution_count":78}]},{"cell_type":"code","metadata":{"id":"URJGTf-09Au4","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":458},"executionInfo":{"status":"ok","timestamp":1599594486504,"user_tz":-330,"elapsed":16072,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"d9a07d91-0de2-45fc-e1c4-216f9646e91a"},"source":["products['sentiment'] = products['rating'].apply(lambda rating : +1 if rating > 3 else -1)\n","products"],"execution_count":79,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">review</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">rating</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">word_count</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">sentiment</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Planetwise Wipe Pouch</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">it came early and was not<br>disappointed. i love ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;recommend&#x27;: 1.0,<br>&#x27;highly&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Annas Dream Full Quilt<br>with 2 Shams ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Very soft and comfortable<br>and warmer than it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;quilt&#x27;: 1.0, &#x27;this&#x27;:<br>1.0, &#x27;for&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This is a product well<br>worth the purchase.  I ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;tool&#x27;: 1.0, &#x27;clever&#x27;:<br>1.0, &#x27;approach&#x27;: 2.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">All of my kids have cried<br>non-stop when I tried to ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;rock&#x27;: 1.0,<br>&#x27;headachesthanks&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Stop Pacifier Sucking<br>without tears with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">When the Binky Fairy came<br>to our house, we didn&#x27;t ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;thumb&#x27;: 1.0, &#x27;or&#x27;: 1.0,<br>&#x27;break&#x27;: 1.0, &#x27;trying&#x27;: ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A Tale of Baby&#x27;s Days<br>with Peter Rabbit ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lovely book, it&#x27;s bound<br>tightly so you may no ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;2995&#x27;: 1.0, &#x27;for&#x27;: 1.0,<br>&#x27;barnes&#x27;: 1.0, &#x27;at&#x27;:  ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Perfect for new parents.<br>We were able to keep ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;right&#x27;: 1.0, &#x27;because&#x27;:<br>1.0, &#x27;questions&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">A friend of mine pinned<br>this product on Pinte ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;like&#x27;: 1.0, &#x27;and&#x27;: 1.0,<br>&#x27;changes&#x27;: 1.0, &#x27;the&#x27;: ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This has been an easy way<br>for my nanny to record ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;in&#x27;: 1.0, &#x27;pages&#x27;: 1.0,<br>&#x27;out&#x27;: 1.0, &#x27;run&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I love this journal and<br>our nanny uses it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;tracker&#x27;: 1.0, &#x27;now&#x27;:<br>1.0, &#x27;postits&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","</table>\n","[166752 rows x 5 columns]<br/>Note: Only the head of the SFrame is printed.<br/>You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\treview\tstr\n","\trating\tfloat\n","\tword_count\tdict\n","\tsentiment\tint\n","\n","Rows: 166752\n","\n","Data:\n","+-------------------------------+-------------------------------+--------+\n","|              name             |             review            | rating |\n","+-------------------------------+-------------------------------+--------+\n","|     Planetwise Wipe Pouch     | it came early and was not ... |  5.0   |\n","| Annas Dream Full Quilt wit... | Very soft and comfortable ... |  5.0   |\n","| Stop Pacifier Sucking with... | This is a product well wor... |  5.0   |\n","| Stop Pacifier Sucking with... | All of my kids have cried ... |  5.0   |\n","| Stop Pacifier Sucking with... | When the Binky Fairy came ... |  5.0   |\n","| A Tale of Baby's Days with... | Lovely book, it's bound ti... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | Perfect for new parents. W... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | A friend of mine pinned th... |  5.0   |\n","| Baby Tracker&reg; - Daily ... | This has been an easy way ... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | I love this journal and ou... |  4.0   |\n","+-------------------------------+-------------------------------+--------+\n","+-------------------------------+-----------+\n","|           word_count          | sentiment |\n","+-------------------------------+-----------+\n","| {'recommend': 1.0, 'highly... |     1     |\n","| {'quilt': 1.0, 'this': 1.0... |     1     |\n","| {'tool': 1.0, 'clever': 1.... |     1     |\n","| {'rock': 1.0, 'headachesth... |     1     |\n","| {'thumb': 1.0, 'or': 1.0, ... |     1     |\n","| {'2995': 1.0, 'for': 1.0, ... |     1     |\n","| {'right': 1.0, 'because': ... |     1     |\n","| {'like': 1.0, 'and': 1.0, ... |     1     |\n","| {'in': 1.0, 'pages': 1.0, ... |     1     |\n","| {'tracker': 1.0, 'now': 1.... |     1     |\n","+-------------------------------+-----------+\n","[166752 rows x 5 columns]\n","Note: Only the head of the SFrame is printed.\n","You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns."]},"metadata":{"tags":[]},"execution_count":79}]},{"cell_type":"code","metadata":{"id":"_VHwpjeH9TJK","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599594493768,"user_tz":-330,"elapsed":23313,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"01a62cfa-d462-4cd1-c2b4-311d97256739"},"source":["train_data, test_data = products.random_split(.8, seed=1)\n","print(len(train_data))\n","print(len(test_data))"],"execution_count":80,"outputs":[{"output_type":"stream","text":["133416\n","33336\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"0ImucRDS9kmz","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":347},"executionInfo":{"status":"ok","timestamp":1599594511806,"user_tz":-330,"elapsed":41326,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"f4823562-9482-4d3a-809d-1809c9f9d4b9"},"source":["sentiment_model = tc.logistic_classifier.create(train_data,target='sentiment',features=['word_count'],validation_set=None)"],"execution_count":81,"outputs":[{"output_type":"display_data","data":{"text/html":["<pre>Logistic regression:</pre>"],"text/plain":["Logistic regression:"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>--------------------------------------------------------</pre>"],"text/plain":["--------------------------------------------------------"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of examples          : 133416</pre>"],"text/plain":["Number of examples          : 133416"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of classes           : 2</pre>"],"text/plain":["Number of classes           : 2"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of feature columns   : 1</pre>"],"text/plain":["Number of feature columns   : 1"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of unpacked features : 121712</pre>"],"text/plain":["Number of unpacked features : 121712"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of coefficients      : 121713</pre>"],"text/plain":["Number of coefficients      : 121713"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Starting L-BFGS</pre>"],"text/plain":["Starting L-BFGS"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>--------------------------------------------------------</pre>"],"text/plain":["--------------------------------------------------------"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>+-----------+----------+-----------+--------------+-------------------+</pre>"],"text/plain":["+-----------+----------+-----------+--------------+-------------------+"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| Iteration | Passes   | Step size | Elapsed Time | Training Accuracy |</pre>"],"text/plain":["| Iteration | Passes   | Step size | Elapsed Time | Training Accuracy |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>+-----------+----------+-----------+--------------+-------------------+</pre>"],"text/plain":["+-----------+----------+-----------+--------------+-------------------+"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 0         | 4        | 0.250000  | 1.458902     | 0.840754          |</pre>"],"text/plain":["| 0         | 4        | 0.250000  | 1.458902     | 0.840754          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 1         | 9        | 3.250000  | 3.443293     | 0.941514          |</pre>"],"text/plain":["| 1         | 9        | 3.250000  | 3.443293     | 0.941514          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 2         | 11       | 2.778177  | 4.383493     | 0.942638          |</pre>"],"text/plain":["| 2         | 11       | 2.778177  | 4.383493     | 0.942638          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 3         | 12       | 2.778177  | 4.977194     | 0.967822          |</pre>"],"text/plain":["| 3         | 12       | 2.778177  | 4.977194     | 0.967822          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 4         | 13       | 2.778177  | 5.564824     | 0.976495          |</pre>"],"text/plain":["| 4         | 13       | 2.778177  | 5.564824     | 0.976495          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 5         | 14       | 2.778177  | 6.153531     | 0.976495          |</pre>"],"text/plain":["| 5         | 14       | 2.778177  | 6.153531     | 0.976495          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>+-----------+----------+-----------+--------------+-------------------+</pre>"],"text/plain":["+-----------+----------+-----------+--------------+-------------------+"]},"metadata":{"tags":[]}}]},{"cell_type":"code","metadata":{"id":"_uZdXr5C-Vxb","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":770},"executionInfo":{"status":"ok","timestamp":1599594511831,"user_tz":-330,"elapsed":41328,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"0a377e80-ead2-4b95-ff64-780f286bd96c"},"source":["sentiment_model\n"],"execution_count":82,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Class                          : LogisticClassifier\n","\n","Schema\n","------\n","Number of coefficients         : 121713\n","Number of examples             : 133416\n","Number of classes              : 2\n","Number of feature columns      : 1\n","Number of unpacked features    : 121712\n","\n","Hyperparameters\n","---------------\n","L1 penalty                     : 0.0\n","L2 penalty                     : 0.01\n","\n","Training Summary\n","----------------\n","Solver                         : lbfgs\n","Solver iterations              : 5\n","Solver status                  : TERMINATED: Terminated due to numerical difficulties.\n","Training time (sec)            : 4.9964\n","\n","Settings\n","--------\n","Log-likelihood                 : inf\n","\n","Highest Positive Coefficients\n","-----------------------------\n","word_count[offsi]              : 21.7657\n","word_count[conclusions]        : 21.6818\n","word_count[torsional]          : 21.6818\n","word_count[geeeezzz]           : 21.6818\n","word_count[articletest]        : 21.6818\n","\n","Lowest Negative Coefficients\n","----------------------------\n","word_count[wahwah]             : -21.8302\n","word_count[timesopros]         : -21.8302\n","word_count[pumpabout]          : -21.8302\n","word_count[lactinai]           : -21.8302\n","word_count[nonclogged]         : -21.8302"]},"metadata":{"tags":[]},"execution_count":82}]},{"cell_type":"code","metadata":{"id":"E90GejcF-yJT","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":284},"executionInfo":{"status":"ok","timestamp":1599594511837,"user_tz":-330,"elapsed":41310,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"08021289-1a0c-4175-d170-31632b0c3d4c"},"source":["weights = sentiment_model.coefficients\n","weights"],"execution_count":83,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">index</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">class</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">value</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">stderr</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">(intercept)</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.7797362814630167</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">recommend</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.30524577375580586</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">highly</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.906063622151134</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">disappointed</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">-2.426792494486638</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">love</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.8405057320631628</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">it</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.010479446044391135</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">planet</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">-0.38467299112565845</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">and</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.03631437278677278</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">bags</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.13057598098929238</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">wipes</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">-0.002075180317769706</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","</table>\n","[121713 rows x 5 columns]<br/>Note: Only the head of the SFrame is printed.<br/>You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\tindex\tstr\n","\tclass\tint\n","\tvalue\tfloat\n","\tstderr\tfloat\n","\n","Rows: 121713\n","\n","Data:\n","+-------------+--------------+-------+-----------------------+--------+\n","|     name    |    index     | class |         value         | stderr |\n","+-------------+--------------+-------+-----------------------+--------+\n","| (intercept) |     None     |   1   |   0.7797362814630167  |  None  |\n","|  word_count |  recommend   |   1   |  0.30524577375580586  |  None  |\n","|  word_count |    highly    |   1   |   0.906063622151134   |  None  |\n","|  word_count | disappointed |   1   |   -2.426792494486638  |  None  |\n","|  word_count |     love     |   1   |   0.8405057320631628  |  None  |\n","|  word_count |      it      |   1   |  0.010479446044391135 |  None  |\n","|  word_count |    planet    |   1   |  -0.38467299112565845 |  None  |\n","|  word_count |     and      |   1   |  0.03631437278677278  |  None  |\n","|  word_count |     bags     |   1   |  0.13057598098929238  |  None  |\n","|  word_count |    wipes     |   1   | -0.002075180317769706 |  None  |\n","+-------------+--------------+-------+-----------------------+--------+\n","[121713 rows x 5 columns]\n","Note: Only the head of the SFrame is printed.\n","You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns."]},"metadata":{"tags":[]},"execution_count":83}]},{"cell_type":"code","metadata":{"id":"CZKPsj5r_mnu","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":92},"executionInfo":{"status":"ok","timestamp":1599594511842,"user_tz":-330,"elapsed":41295,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"2da5ce30-0b2f-4a62-aff5-2e6b12da8353"},"source":["weights['value']"],"execution_count":84,"outputs":[{"output_type":"execute_result","data":{"text/plain":["dtype: float\n","Rows: 121713\n","[0.7797362814630167, 0.30524577375580586, 0.906063622151134, -2.426792494486638, 0.8405057320631628, 0.010479446044391135, -0.38467299112565845, 0.03631437278677278, 0.13057598098929238, -0.002075180317769706, -0.42975167740848785, 0.3565263097717507, 0.09930219644048137, 0.008271336847126859, -0.07195607005743014, -0.18170817410202905, 0.10017774838785795, -0.02958484995486538, 0.06408793093360539, 0.18771870810417735, 0.03759775833486267, -0.1727268975245879, 4.519793963579343, 0.42680295450662586, 0.21481280122175833, 0.5731382912866994, 0.0502669677811905, 0.07807781260702268, 0.13902160908857106, 0.010415313967574152, 1.4335969983188537, -0.007424200897657089, 0.10991509558638238, 0.20233934784900487, 0.08302770794914449, 0.6226949662784762, 0.06950545633969324, 0.11716466666722214, 1.4335969983188537, 0.4197148343061483, -0.18559980354959105, 0.06202635442491441, 0.1448131110233554, -0.002045970248299326, 0.4367643975289565, 0.7566164902471073, 0.03039819056043459, -0.8388750175820745, 0.09073369915683956, 0.13115474257430057, -0.2593245429510094, 0.10010723263316962, 0.6440600656252364, -0.09437096311929898, 0.04921060124476033, -0.14535778903736815, 0.37943176796207084, 0.185035272102221, 0.08387857894818675, 1.1324661260660953, 0.16570661242183743, 0.051437780456293776, 0.5295240576119213, 0.4010755749238931, 0.14970233040732114, 0.04836481484923743, -0.03359285097297731, 0.09209576561056727, 0.00663720931499399, 0.06533582654281057, 0.1295849415400087, 0.022867455801497256, -0.6534514261440808, 0.18649781608941024, 0.6951427625223354, 0.25904692308092137, 0.020963858541022472, -0.6964082667046969, 0.13702173293238998, -0.25486995932698575, 0.02306425591237585, 0.7106761082633307, 0.9749823125149898, 0.4099316272590621, -0.07371499070127616, 0.6090688937157993, 0.1643323606083819, -0.10488098955044468, 0.07023594482631067, -0.1486512805976094, -0.06145789102405485, 0.6090688937157993, -0.18217034958353406, 0.1426779762790577, 0.020964228749590426, 0.08380689273244935, 0.9821130367009845, -0.028952626603906847, -0.6795794854964826, 0.0036083081241990197, ... ]"]},"metadata":{"tags":[]},"execution_count":84}]},{"cell_type":"code","metadata":{"id":"c79nE7Bz_cmG","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599594511846,"user_tz":-330,"elapsed":41277,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"22e8cdb5-58d4-4a02-e77a-1691c6b5ad06"},"source":["num_positive_weights = (weights['value'] >= 0).sum()\n","num_negative_weights = (weights['value'] < 0).sum()\n","\n","print(\"Number of positive weights: %s \" % num_positive_weights)\n","print(\"Number of negative weights: %s \" % num_negative_weights)"],"execution_count":85,"outputs":[{"output_type":"stream","text":["Number of positive weights: 91073 \n","Number of negative weights: 30640 \n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"ie5UHvcCC03H","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":184},"executionInfo":{"status":"ok","timestamp":1599594511851,"user_tz":-330,"elapsed":41263,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"5de2650c-1ffc-4229-d0dd-db3de90ebddc"},"source":["sample_test_data = test_data[10:13]\n","print(sample_test_data['rating'])\n","sample_test_data"],"execution_count":86,"outputs":[{"output_type":"stream","text":["[5.0, 2.0, 1.0]\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">review</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">rating</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">word_count</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">sentiment</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Our Baby Girl Memory Book</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Absolutely love it and<br>all of the Scripture in ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;again&#x27;: 1.0, &#x27;book&#x27;:<br>1.0, &#x27;same&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Wall Decor Removable<br>Decal Sticker - Colorful ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Would not purchase again<br>or recommend. The decals ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">2.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;peeling&#x27;: 1.0, &#x27;5&#x27;:<br>1.0, &#x27;about&#x27;: 1.0, &#x27;f ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">-1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">New Style Trailing Cherry<br>Blossom Tree Decal ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Was so excited to get<br>this product for my baby ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;on&#x27;: 1.0, &#x27;waste&#x27;: 1.0,<br>&#x27;wouldnt&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">-1</td>\n","    </tr>\n","</table>\n","[3 rows x 5 columns]<br/>\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\treview\tstr\n","\trating\tfloat\n","\tword_count\tdict\n","\tsentiment\tint\n","\n","Rows: 3\n","\n","Data:\n","+-------------------------------+-------------------------------+--------+\n","|              name             |             review            | rating |\n","+-------------------------------+-------------------------------+--------+\n","|   Our Baby Girl Memory Book   | Absolutely love it and all... |  5.0   |\n","| Wall Decor Removable Decal... | Would not purchase again o... |  2.0   |\n","| New Style Trailing Cherry ... | Was so excited to get this... |  1.0   |\n","+-------------------------------+-------------------------------+--------+\n","+-------------------------------+-----------+\n","|           word_count          | sentiment |\n","+-------------------------------+-----------+\n","| {'again': 1.0, 'book': 1.0... |     1     |\n","| {'peeling': 1.0, '5': 1.0,... |     -1    |\n","| {'on': 1.0, 'waste': 1.0, ... |     -1    |\n","+-------------------------------+-----------+\n","[3 rows x 5 columns]"]},"metadata":{"tags":[]},"execution_count":86}]},{"cell_type":"code","metadata":{"id":"ubSst7OkJKv5","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599594511854,"user_tz":-330,"elapsed":41240,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"325adeac-cace-47bd-b50f-de8576e9f874"},"source":["sample_test_data[0]['review']\n"],"execution_count":87,"outputs":[{"output_type":"execute_result","data":{"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"},"text/plain":["'Absolutely love it and all of the Scripture in it.  I purchased the Baby Boy version for my grandson when he was born and my daughter-in-law was thrilled to receive the same book again.'"]},"metadata":{"tags":[]},"execution_count":87}]},{"cell_type":"code","metadata":{"id":"CSJS0RvKJNrE","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599594511859,"user_tz":-330,"elapsed":41227,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"6c6544de-79b5-4d0d-fb48-d3689c7ca6c5"},"source":["scores = sentiment_model.predict(sample_test_data, output_type='margin')\n","print(scores)"],"execution_count":88,"outputs":[{"output_type":"stream","text":["[4.788907309204978, -3.00078222242151, -8.188501360764477]\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"qDS5SjreJmgL","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599594511862,"user_tz":-330,"elapsed":41214,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["def class_predictions(scores):\n","  prediction = []\n","  for value in scores:\n","    if value > 0:\n","      prediction.append(1)\n","    elif value <= 0:\n","      prediction.append(-1)\n","  return prediction"],"execution_count":89,"outputs":[]},{"cell_type":"code","metadata":{"id":"kF_Gl0g5LEiU","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599594511866,"user_tz":-330,"elapsed":41203,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"2eccb605-6754-4237-be65-c745df0f3f88"},"source":["class_predictions(scores)"],"execution_count":90,"outputs":[{"output_type":"execute_result","data":{"text/plain":["[1, -1, -1]"]},"metadata":{"tags":[]},"execution_count":90}]},{"cell_type":"code","metadata":{"id":"1qo93YhMLW_a","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599594511870,"user_tz":-330,"elapsed":41188,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"0fd29bbc-6a14-4495-ca87-2c20c847c7b3"},"source":["print(\"Class predictions according to Turi Create:\")\n","print(sentiment_model.predict(sample_test_data))"],"execution_count":91,"outputs":[{"output_type":"stream","text":["Class predictions according to Turi Create:\n","[1, -1, -1]\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"ogskL2QaLs9z","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599594511874,"user_tz":-330,"elapsed":41176,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["def probability_predictions(scores):\n","  prob_prediction = []\n","  for value in scores:\n","    pred = 1/(1 + math.exp(-value))\n","    prob_prediction.append(pred)\n","  return prob_prediction"],"execution_count":92,"outputs":[]},{"cell_type":"code","metadata":{"id":"rTogsEEMMjv1","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599594511877,"user_tz":-330,"elapsed":41162,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"141df5e5-57ba-439c-f53f-f5e44aaeea17"},"source":["probability_predictions(scores)"],"execution_count":93,"outputs":[{"output_type":"execute_result","data":{"text/plain":["[0.9917471313286145, 0.04739054748897279, 0.00027775277121678676]"]},"metadata":{"tags":[]},"execution_count":93}]},{"cell_type":"code","metadata":{"id":"BH55SaAFM6WU","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599594511880,"user_tz":-330,"elapsed":41148,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"12d7caa5-0450-4993-d657-33cf7c5f6ce6"},"source":["print(\"Class predictions according to Turi Create:\")\n","print(sentiment_model.predict(sample_test_data, output_type='probability'))"],"execution_count":94,"outputs":[{"output_type":"stream","text":["Class predictions according to Turi Create:\n","[0.9917471313286145, 0.0473905474889728, 0.00027775277121678665]\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"JAwlIk5pO1Zj","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":458},"executionInfo":{"status":"ok","timestamp":1599594512280,"user_tz":-330,"elapsed":41530,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"c9588c4f-c537-46c4-b5da-71093177aaf9"},"source":["test_data"],"execution_count":95,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">review</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">rating</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">word_count</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">sentiment</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This has been an easy way<br>for my nanny to record ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;in&#x27;: 1.0, &#x27;pages&#x27;: 1.0,<br>&#x27;out&#x27;: 1.0, &#x27;run&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I love this journal and<br>our nanny uses it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;tracker&#x27;: 1.0, &#x27;now&#x27;:<br>1.0, &#x27;postits&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Nature&#x27;s Lullabies First<br>Year Sticker Calendar ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I love this little<br>calender, you can keep ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;too&#x27;: 1.0, &#x27;stickers&#x27;:<br>1.0, &#x27;illustrations&#x27;: ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Nature&#x27;s Lullabies Second<br>Year Sticker Calendar ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I had a hard time finding<br>a second year calendar, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;reference&#x27;: 1.0,<br>&#x27;have&#x27;: 1.0, &#x27;out&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lamaze Peekaboo, I Love<br>You ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">One of baby&#x27;s first and<br>favorite books, and i ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;typical&#x27;: 1.0, &#x27;your&#x27;:<br>1.0, &#x27;the&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lamaze Peekaboo, I Love<br>You ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">My son loved this book as<br>an infant.  It was ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;farm&#x27;: 1.0, &#x27;out&#x27;: 1.0,<br>&#x27;say&#x27;: 1.0, &#x27;again&#x27;:  ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lamaze Peekaboo, I Love<br>You ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Our baby loves this book<br>&amp; has loved it for a ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;own&#x27;: 1.0, &#x27;his&#x27;: 1.0,<br>&#x27;on&#x27;: 1.0, &#x27;a&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">SoftPlay Giggle Jiggle<br>Funbook, Happy Bear ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This bear is absolutely<br>adorable and I would  ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">2.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;kenzie&#x27;: 1.0, &#x27;my&#x27;:<br>1.0, &#x27;down&#x27;: 1.0, &#x27;gi ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">-1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">SoftPlay Peek-A-Boo<br>Where&#x27;s Elmo A Childr ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I bought two for recent<br>baby showers!  The book ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;book&#x27;: 1.0, &#x27;elmo&#x27;:<br>1.0, &#x27;love&#x27;: 1.0, &#x27;for&#x27;: ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby&#x27;s First Year Undated<br>Wall Calendar with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I searched high and low<br>for a first year cale ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;pictures&#x27;: 1.0,<br>&#x27;personalization&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","</table>\n","[33336 rows x 5 columns]<br/>Note: Only the head of the SFrame is printed.<br/>You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\treview\tstr\n","\trating\tfloat\n","\tword_count\tdict\n","\tsentiment\tint\n","\n","Rows: 33336\n","\n","Data:\n","+-------------------------------+-------------------------------+--------+\n","|              name             |             review            | rating |\n","+-------------------------------+-------------------------------+--------+\n","| Baby Tracker&reg; - Daily ... | This has been an easy way ... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | I love this journal and ou... |  4.0   |\n","| Nature's Lullabies First Y... | I love this little calende... |  5.0   |\n","| Nature's Lullabies Second ... | I had a hard time finding ... |  5.0   |\n","|  Lamaze Peekaboo, I Love You  | One of baby's first and fa... |  4.0   |\n","|  Lamaze Peekaboo, I Love You  | My son loved this book as ... |  5.0   |\n","|  Lamaze Peekaboo, I Love You  | Our baby loves this book &... |  5.0   |\n","| SoftPlay Giggle Jiggle Fun... | This bear is absolutely ad... |  2.0   |\n","| SoftPlay Peek-A-Boo Where'... | I bought two for recent ba... |  5.0   |\n","| Baby's First Year Undated ... | I searched high and low fo... |  5.0   |\n","+-------------------------------+-------------------------------+--------+\n","+-------------------------------+-----------+\n","|           word_count          | sentiment |\n","+-------------------------------+-----------+\n","| {'in': 1.0, 'pages': 1.0, ... |     1     |\n","| {'tracker': 1.0, 'now': 1.... |     1     |\n","| {'too': 1.0, 'stickers': 1... |     1     |\n","| {'reference': 1.0, 'have':... |     1     |\n","| {'typical': 1.0, 'your': 1... |     1     |\n","| {'farm': 1.0, 'out': 1.0, ... |     1     |\n","| {'own': 1.0, 'his': 1.0, '... |     1     |\n","| {'kenzie': 1.0, 'my': 1.0,... |     -1    |\n","| {'book': 1.0, 'elmo': 1.0,... |     1     |\n","| {'pictures': 1.0, 'persona... |     1     |\n","+-------------------------------+-----------+\n","[33336 rows x 5 columns]\n","Note: Only the head of the SFrame is printed.\n","You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns."]},"metadata":{"tags":[]},"execution_count":95}]},{"cell_type":"code","metadata":{"id":"07OuG0UdQ235","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":673},"executionInfo":{"status":"ok","timestamp":1599594570459,"user_tz":-330,"elapsed":2212,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"985fce0d-9301-4525-eb8c-dcceacc200bb"},"source":["test_data['prob_predictions'] = sentiment_model.predict(test_data, output_type='probability')\n","test_data"],"execution_count":97,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">review</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">rating</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">word_count</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">sentiment</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This has been an easy way<br>for my nanny to record ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;in&#x27;: 1.0, &#x27;pages&#x27;: 1.0,<br>&#x27;out&#x27;: 1.0, &#x27;run&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby Tracker&amp;reg; - Daily<br>Childcare Journal, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I love this journal and<br>our nanny uses it ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;tracker&#x27;: 1.0, &#x27;now&#x27;:<br>1.0, &#x27;postits&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Nature&#x27;s Lullabies First<br>Year Sticker Calendar ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I love this little<br>calender, you can keep ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;too&#x27;: 1.0, &#x27;stickers&#x27;:<br>1.0, &#x27;illustrations&#x27;: ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Nature&#x27;s Lullabies Second<br>Year Sticker Calendar ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I had a hard time finding<br>a second year calendar, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;reference&#x27;: 1.0,<br>&#x27;have&#x27;: 1.0, &#x27;out&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lamaze Peekaboo, I Love<br>You ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">One of baby&#x27;s first and<br>favorite books, and i ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">4.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;typical&#x27;: 1.0, &#x27;your&#x27;:<br>1.0, &#x27;the&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lamaze Peekaboo, I Love<br>You ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">My son loved this book as<br>an infant.  It was ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;farm&#x27;: 1.0, &#x27;out&#x27;: 1.0,<br>&#x27;say&#x27;: 1.0, &#x27;again&#x27;:  ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Lamaze Peekaboo, I Love<br>You ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Our baby loves this book<br>&amp; has loved it for a ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;own&#x27;: 1.0, &#x27;his&#x27;: 1.0,<br>&#x27;on&#x27;: 1.0, &#x27;a&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">SoftPlay Giggle Jiggle<br>Funbook, Happy Bear ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">This bear is absolutely<br>adorable and I would  ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">2.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;kenzie&#x27;: 1.0, &#x27;my&#x27;:<br>1.0, &#x27;down&#x27;: 1.0, &#x27;gi ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">-1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">SoftPlay Peek-A-Boo<br>Where&#x27;s Elmo A Childr ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I bought two for recent<br>baby showers!  The book ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;book&#x27;: 1.0, &#x27;elmo&#x27;:<br>1.0, &#x27;love&#x27;: 1.0, &#x27;for&#x27;: ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">Baby&#x27;s First Year Undated<br>Wall Calendar with ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">I searched high and low<br>for a first year cale ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">5.0</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">{&#x27;pictures&#x27;: 1.0,<br>&#x27;personalization&#x27;: 1.0, ...</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","    </tr>\n","</table>\n","<table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">prob_predictions</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.8837450374304986</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9999999795969259</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.7214046198508209</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9999702405005497</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9698462672321267</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9999953253994286</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9970314926061214</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9721442926338525</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9969355527911798</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9973467019063259</td>\n","    </tr>\n","</table>\n","[33336 rows x 6 columns]<br/>Note: Only the head of the SFrame is printed.<br/>You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\treview\tstr\n","\trating\tfloat\n","\tword_count\tdict\n","\tsentiment\tint\n","\tprob_predictions\tfloat\n","\n","Rows: 33336\n","\n","Data:\n","+-------------------------------+-------------------------------+--------+\n","|              name             |             review            | rating |\n","+-------------------------------+-------------------------------+--------+\n","| Baby Tracker&reg; - Daily ... | This has been an easy way ... |  4.0   |\n","| Baby Tracker&reg; - Daily ... | I love this journal and ou... |  4.0   |\n","| Nature's Lullabies First Y... | I love this little calende... |  5.0   |\n","| Nature's Lullabies Second ... | I had a hard time finding ... |  5.0   |\n","|  Lamaze Peekaboo, I Love You  | One of baby's first and fa... |  4.0   |\n","|  Lamaze Peekaboo, I Love You  | My son loved this book as ... |  5.0   |\n","|  Lamaze Peekaboo, I Love You  | Our baby loves this book &... |  5.0   |\n","| SoftPlay Giggle Jiggle Fun... | This bear is absolutely ad... |  2.0   |\n","| SoftPlay Peek-A-Boo Where'... | I bought two for recent ba... |  5.0   |\n","| Baby's First Year Undated ... | I searched high and low fo... |  5.0   |\n","+-------------------------------+-------------------------------+--------+\n","+-------------------------------+-----------+--------------------+\n","|           word_count          | sentiment |  prob_predictions  |\n","+-------------------------------+-----------+--------------------+\n","| {'in': 1.0, 'pages': 1.0, ... |     1     | 0.8837450374304986 |\n","| {'tracker': 1.0, 'now': 1.... |     1     | 0.9999999795969259 |\n","| {'too': 1.0, 'stickers': 1... |     1     | 0.7214046198508209 |\n","| {'reference': 1.0, 'have':... |     1     | 0.9999702405005497 |\n","| {'typical': 1.0, 'your': 1... |     1     | 0.9698462672321267 |\n","| {'farm': 1.0, 'out': 1.0, ... |     1     | 0.9999953253994286 |\n","| {'own': 1.0, 'his': 1.0, '... |     1     | 0.9970314926061214 |\n","| {'kenzie': 1.0, 'my': 1.0,... |     -1    | 0.9721442926338525 |\n","| {'book': 1.0, 'elmo': 1.0,... |     1     | 0.9969355527911798 |\n","| {'pictures': 1.0, 'persona... |     1     | 0.9973467019063259 |\n","+-------------------------------+-----------+--------------------+\n","[33336 rows x 6 columns]\n","Note: Only the head of the SFrame is printed.\n","You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns."]},"metadata":{"tags":[]},"execution_count":97}]},{"cell_type":"code","metadata":{"id":"WXY698L8NEjc","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":495},"executionInfo":{"status":"ok","timestamp":1599594628825,"user_tz":-330,"elapsed":973,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"c7c83805-3a3f-4ccf-e79b-7cfe5c4ffca3"},"source":["test_data['name','prob_predictions'].topk('prob_predictions', k=20).print_rows(20)\n","\n","\n","\n"],"execution_count":99,"outputs":[{"output_type":"stream","text":["+-------------------------------+------------------+\n","|              name             | prob_predictions |\n","+-------------------------------+------------------+\n","| Maxi-Cosi Pria 70 with Tin... |       1.0        |\n","| Mamas &amp; Papas 2014 Urb... |       1.0        |\n","| Barin Toys Teething Pendan... |       1.0        |\n","| CTA Digital 2-in-1 iPotty ... |       1.0        |\n","| Alva Baby One Size Washabl... |       1.0        |\n","| Graco FastAction Fold Jogg... |       1.0        |\n","| Britax Boulevard 70-G3 Con... |       1.0        |\n","| The Original CJ's BuTTer (... |       1.0        |\n","| Diono RadianRXT Convertibl... |       1.0        |\n","| Diono RadianRXT Convertibl... |       1.0        |\n","| Britax Decathlon Convertib... |       1.0        |\n","| Quinny 2012 Buzz Stroller,... |       1.0        |\n","| Roan Rocco Classic Pram St... |       1.0        |\n","| Baby Einstein Around The W... |       1.0        |\n","| Britax Frontier Booster Ca... |       1.0        |\n","| Evenflo X Sport Plus Conve... |       1.0        |\n","| P'Kolino Silly Soft Seatin... |       1.0        |\n","| Peg Perego Aria Light Weig... |       1.0        |\n","| Fisher-Price Rainforest Me... |       1.0        |\n","| Lilly Gold Sit 'n' Stroll ... |       1.0        |\n","+-------------------------------+------------------+\n","[20 rows x 2 columns]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"nRTwa7S4RbVG","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":495},"executionInfo":{"status":"ok","timestamp":1599594737131,"user_tz":-330,"elapsed":1022,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"dd921a13-dbf4-471a-f703-cb0111016dea"},"source":["test_data['name','prob_predictions'].topk('prob_predictions', k=20,reverse = True).print_rows(20)"],"execution_count":103,"outputs":[{"output_type":"stream","text":["+-------------------------------+------------------------+\n","|              name             |    prob_predictions    |\n","+-------------------------------+------------------------+\n","| Luna Lullaby Bosom Baby Nu... | 3.2297908371800465e-63 |\n","| The First Years True Choic... | 1.6322823186413695e-24 |\n","| Jolly Jumper Arctic Sneak ... | 8.110311376808403e-20  |\n","| Motorola MBP36 Remote Wire... | 7.797281600636349e-16  |\n","| VTech Communications Safe ... | 1.841161478528488e-14  |\n","| Fisher-Price Ocean Wonders... | 6.345094942115024e-14  |\n","| Levana Safe N'See Digital ... | 6.578528511903649e-14  |\n","| Safety 1st High-Def Digita... | 1.540841000856099e-13  |\n","| Snuza Portable Baby Moveme... | 6.301835284302375e-13  |\n","| Adiri BPA Free Natural Nur... | 9.314560911103444e-13  |\n","| Samsung SEW-3037W Wireless... | 5.920602966716171e-12  |\n","| Motorola Digital Video Bab... | 5.986200846184087e-12  |\n","| Cloth Diaper Sprayer--styl... | 1.0091402074339824e-11 |\n","| Munchkin Nursery Projector... | 3.4551832742298554e-11 |\n","| VTech Communications Safe ... | 4.432801714282354e-11  |\n","| Carter's Monkey Bars Music... | 4.669455333914847e-11  |\n","| Safety 1st Lift Lock and S... | 1.0383337455045661e-10 |\n","| MyLine Eco baby play mat-A... | 2.0250237915200236e-10 |\n","|    Fisher-Price Royal Potty   | 3.935257303681593e-10  |\n","| Evenflo Take Me Too Premie... | 4.829851675486349e-10  |\n","+-------------------------------+------------------------+\n","[20 rows x 2 columns]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"rPzU80L7R1la","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599595344677,"user_tz":-330,"elapsed":950,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["\n","def get_classification_accuracy(model, data, true_labels):\n","    # First get the predictions\n","    prediction = model.predict(data)\n","    \n","    # Compute the number of correctly classified examples\n","    correct_prediction = 0\n","    num_correct = sum(prediction == true_labels)\n","    \n","\n","    # Then compute accuracy by dividing num_correct by total number of examples\n","    accuracy = num_correct/len(data)\n","    return accuracy"],"execution_count":106,"outputs":[]},{"cell_type":"code","metadata":{"id":"e4Du40fESx0H","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599595348521,"user_tz":-330,"elapsed":1955,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"2b9a0adf-04a8-4970-8cbb-24579bd4eac2"},"source":["get_classification_accuracy(sentiment_model, test_data, test_data['sentiment'])"],"execution_count":107,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9221862251019919"]},"metadata":{"tags":[]},"execution_count":107}]},{"cell_type":"markdown","metadata":{"id":"CO8DktBKUgy1","colab_type":"text"},"source":["Learn another classifier with fewer words"]},{"cell_type":"code","metadata":{"id":"DaIETpY2UBYe","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599595494624,"user_tz":-330,"elapsed":1231,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["significant_words = ['love', 'great', 'easy', 'old', 'little', 'perfect', 'loves', \n","      'well', 'able', 'car', 'broke', 'less', 'even', 'waste', 'disappointed', \n","      'work', 'product', 'money', 'would', 'return']"],"execution_count":108,"outputs":[]},{"cell_type":"code","metadata":{"id":"En9WF5nnUj0G","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599595569290,"user_tz":-330,"elapsed":1014,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["train_data['word_count_subset'] = train_data['word_count'].dict_trim_by_keys(significant_words, exclude=False)\n","test_data['word_count_subset'] = test_data['word_count'].dict_trim_by_keys(significant_words, exclude=False)"],"execution_count":109,"outputs":[]},{"cell_type":"code","metadata":{"id":"BPg6hd_PU2jg","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599595590932,"user_tz":-330,"elapsed":1072,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"6edd514b-6d4e-43ab-e5f0-859b9055d263"},"source":["train_data[0]['review']"],"execution_count":110,"outputs":[{"output_type":"execute_result","data":{"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"},"text/plain":["'it came early and was not disappointed. i love planet wise bags and now my wipe holder. it keps my osocozy wipes moist and does not leak. highly recommend it.'"]},"metadata":{"tags":[]},"execution_count":110}]},{"cell_type":"code","metadata":{"id":"yOhJRWSaU9i6","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":55},"executionInfo":{"status":"ok","timestamp":1599595602075,"user_tz":-330,"elapsed":1038,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"047f582f-d54c-44b1-ce8b-48567923b9b8"},"source":["print(train_data[0]['word_count'])"],"execution_count":111,"outputs":[{"output_type":"stream","text":["{'recommend': 1.0, 'highly': 1.0, 'disappointed': 1.0, 'love': 1.0, 'it': 3.0, 'planet': 1.0, 'and': 3.0, 'bags': 1.0, 'wipes': 1.0, 'not': 2.0, 'early': 1.0, 'came': 1.0, 'i': 1.0, 'does': 1.0, 'wise': 1.0, 'my': 2.0, 'was': 1.0, 'now': 1.0, 'wipe': 1.0, 'holder': 1.0, 'leak': 1.0, 'keps': 1.0, 'osocozy': 1.0, 'moist': 1.0}\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"hNRP5oh3VCoi","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599595630489,"user_tz":-330,"elapsed":1048,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"eff2c1aa-3ea0-4647-dc4b-225c9c91ecef"},"source":["print(train_data[0]['word_count_subset'])"],"execution_count":112,"outputs":[{"output_type":"stream","text":["{'disappointed': 1.0, 'love': 1.0}\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"1Aj8ozOvVJB9","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"status":"ok","timestamp":1599595728709,"user_tz":-330,"elapsed":7248,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"076dea2c-aba8-4ac2-fff8-a4fec69a1b80"},"source":["simple_model = tc.logistic_classifier.create(train_data,\n","                                                     target = 'sentiment',\n","                                                     features=['word_count_subset'],\n","                                                     validation_set=None)\n","simple_model"],"execution_count":114,"outputs":[{"output_type":"display_data","data":{"text/html":["<pre>Logistic regression:</pre>"],"text/plain":["Logistic regression:"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>--------------------------------------------------------</pre>"],"text/plain":["--------------------------------------------------------"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of examples          : 133416</pre>"],"text/plain":["Number of examples          : 133416"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of classes           : 2</pre>"],"text/plain":["Number of classes           : 2"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of feature columns   : 1</pre>"],"text/plain":["Number of feature columns   : 1"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of unpacked features : 20</pre>"],"text/plain":["Number of unpacked features : 20"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Number of coefficients      : 21</pre>"],"text/plain":["Number of coefficients      : 21"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>Starting Newton Method</pre>"],"text/plain":["Starting Newton Method"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>--------------------------------------------------------</pre>"],"text/plain":["--------------------------------------------------------"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>+-----------+----------+--------------+-------------------+</pre>"],"text/plain":["+-----------+----------+--------------+-------------------+"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| Iteration | Passes   | Elapsed Time | Training Accuracy |</pre>"],"text/plain":["| Iteration | Passes   | Elapsed Time | Training Accuracy |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>+-----------+----------+--------------+-------------------+</pre>"],"text/plain":["+-----------+----------+--------------+-------------------+"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 1         | 2        | 0.376580     | 0.862917          |</pre>"],"text/plain":["| 1         | 2        | 0.376580     | 0.862917          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 2         | 3        | 0.595869     | 0.865713          |</pre>"],"text/plain":["| 2         | 3        | 0.595869     | 0.865713          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 3         | 4        | 0.813672     | 0.866478          |</pre>"],"text/plain":["| 3         | 4        | 0.813672     | 0.866478          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 4         | 5        | 1.023253     | 0.866748          |</pre>"],"text/plain":["| 4         | 5        | 1.023253     | 0.866748          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 5         | 6        | 1.237760     | 0.866815          |</pre>"],"text/plain":["| 5         | 6        | 1.237760     | 0.866815          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>| 6         | 7        | 1.450991     | 0.866815          |</pre>"],"text/plain":["| 6         | 7        | 1.450991     | 0.866815          |"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>+-----------+----------+--------------+-------------------+</pre>"],"text/plain":["+-----------+----------+--------------+-------------------+"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre>SUCCESS: Optimal solution found.</pre>"],"text/plain":["SUCCESS: Optimal solution found."]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"text/html":["<pre></pre>"],"text/plain":[""]},"metadata":{"tags":[]}},{"output_type":"execute_result","data":{"text/plain":["Class                          : LogisticClassifier\n","\n","Schema\n","------\n","Number of coefficients         : 21\n","Number of examples             : 133416\n","Number of classes              : 2\n","Number of feature columns      : 1\n","Number of unpacked features    : 20\n","\n","Hyperparameters\n","---------------\n","L1 penalty                     : 0.0\n","L2 penalty                     : 0.01\n","\n","Training Summary\n","----------------\n","Solver                         : newton\n","Solver iterations              : 6\n","Solver status                  : SUCCESS: Optimal solution found.\n","Training time (sec)            : 1.487\n","\n","Settings\n","--------\n","Log-likelihood                 : 44323.7254\n","\n","Highest Positive Coefficients\n","-----------------------------\n","word_count_subset[loves]       : 1.6773\n","word_count_subset[perfect]     : 1.5145\n","word_count_subset[love]        : 1.3654\n","(intercept)                    : 1.2995\n","word_count_subset[easy]        : 1.1937\n","\n","Lowest Negative Coefficients\n","----------------------------\n","word_count_subset[disappointed] : -2.3551\n","word_count_subset[return]      : -2.1173\n","word_count_subset[waste]       : -2.0428\n","word_count_subset[broke]       : -1.658\n","word_count_subset[money]       : -0.8979"]},"metadata":{"tags":[]},"execution_count":114}]},{"cell_type":"code","metadata":{"id":"QyIDq98kVs0S","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599595828266,"user_tz":-330,"elapsed":1324,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"1ba54021-dfc6-458a-9db7-579cbc5b5895"},"source":["get_classification_accuracy(simple_model, test_data, test_data['sentiment'])"],"execution_count":118,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.8693004559635229"]},"metadata":{"tags":[]},"execution_count":118}]},{"cell_type":"code","metadata":{"id":"extDSn-HV3sB","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1599595995604,"user_tz":-330,"elapsed":969,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}}},"source":["simple_weights = simple_model.coefficients.sort('value', ascending=False)"],"execution_count":121,"outputs":[]},{"cell_type":"code","metadata":{"id":"NHkBTUY1Wc2v","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599596164903,"user_tz":-330,"elapsed":990,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"193d1ff3-3c55-4682-cc8a-e917c6ac66f1"},"source":["num_simple_positive_weights = (simple_weights['value'] > 0)\n","num_simple_negative_weights = (simple_weights['value'] < 0)\n","\n","print(\"Number of positive weights: %s \" % num_simple_positive_weights.sum())\n","print(\"Number of negative weights: %s \" % num_simple_negative_weights.sum())"],"execution_count":129,"outputs":[{"output_type":"stream","text":["Number of positive weights: 11 \n","Number of negative weights: 10 \n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"FCO6ZShNV9eg","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599596423947,"user_tz":-330,"elapsed":988,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"78c80345-99ae-48e0-ec56-64550bee3e90"},"source":["simple_weights = simple_model.coefficients\n","positive_significant_words = simple_weights[(simple_weights['value'] > 0) & (simple_weights['name'] == \"word_count_subset\")]['index']\n","print(len(positive_significant_words))\n","print(positive_significant_words)\n","\n"],"execution_count":138,"outputs":[{"output_type":"stream","text":["10\n","['love', 'well', 'loves', 'little', 'easy', 'great', 'able', 'perfect', 'old', 'car']\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"9DIdbA-2Xwh6","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":249},"executionInfo":{"status":"ok","timestamp":1599596451481,"user_tz":-330,"elapsed":1037,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"e7b9f1e4-c2d0-489c-b61d-e86dc064c887"},"source":["weights.filter_by(positive_significant_words, 'index')\n","\n"],"execution_count":140,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\"><table frame=\"box\" rules=\"cols\">\n","    <tr>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">name</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">index</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">class</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">value</th>\n","        <th style=\"padding-left: 1em; padding-right: 1em; text-align: center\">stderr</th>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">love</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.8405057320631628</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">well</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.4010755749238931</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">loves</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.9749823125149898</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">little</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.4099316272590621</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">easy</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.7349826255685785</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">great</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.778953288381427</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">able</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.10752802191587757</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">perfect</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1.0447994204060913</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">old</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.07967490900991056</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","    <tr>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">word_count</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">car</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">1</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">0.11965787650846002</td>\n","        <td style=\"padding-left: 1em; padding-right: 1em; text-align: center; vertical-align: top\">None</td>\n","    </tr>\n","</table>\n","[10 rows x 5 columns]<br/>\n","</div>"],"text/plain":["Columns:\n","\tname\tstr\n","\tindex\tstr\n","\tclass\tint\n","\tvalue\tfloat\n","\tstderr\tfloat\n","\n","Rows: 10\n","\n","Data:\n","+------------+---------+-------+---------------------+--------+\n","|    name    |  index  | class |        value        | stderr |\n","+------------+---------+-------+---------------------+--------+\n","| word_count |   love  |   1   |  0.8405057320631628 |  None  |\n","| word_count |   well  |   1   |  0.4010755749238931 |  None  |\n","| word_count |  loves  |   1   |  0.9749823125149898 |  None  |\n","| word_count |  little |   1   |  0.4099316272590621 |  None  |\n","| word_count |   easy  |   1   |  0.7349826255685785 |  None  |\n","| word_count |  great  |   1   |  0.778953288381427  |  None  |\n","| word_count |   able  |   1   | 0.10752802191587757 |  None  |\n","| word_count | perfect |   1   |  1.0447994204060913 |  None  |\n","| word_count |   old   |   1   | 0.07967490900991056 |  None  |\n","| word_count |   car   |   1   | 0.11965787650846002 |  None  |\n","+------------+---------+-------+---------------------+--------+\n","[10 rows x 5 columns]"]},"metadata":{"tags":[]},"execution_count":140}]},{"cell_type":"markdown","metadata":{"id":"iMMfXJF0YWaP","colab_type":"text"},"source":["Comparing models"]},{"cell_type":"code","metadata":{"id":"MjInlIVbYN77","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599596519975,"user_tz":-330,"elapsed":998,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"feb694c8-0805-4a79-a2cb-0cf93191e139"},"source":["get_classification_accuracy(simple_model, train_data, train_data['sentiment'])"],"execution_count":141,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.8668150746537147"]},"metadata":{"tags":[]},"execution_count":141}]},{"cell_type":"code","metadata":{"id":"kUH9m1cMYenM","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599596542630,"user_tz":-330,"elapsed":4547,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"be870b51-3c41-4197-fcbc-beaa7be20487"},"source":["get_classification_accuracy(sentiment_model, train_data, train_data['sentiment'])"],"execution_count":142,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.976494573364514"]},"metadata":{"tags":[]},"execution_count":142}]},{"cell_type":"code","metadata":{"id":"DW_1nRmEYmwS","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599596628144,"user_tz":-330,"elapsed":1393,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"21dfe19c-b98d-49b9-e85d-0f3f287ebbee"},"source":["get_classification_accuracy(simple_model, test_data, test_data['sentiment'])"],"execution_count":143,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.8693004559635229"]},"metadata":{"tags":[]},"execution_count":143}]},{"cell_type":"code","metadata":{"id":"a6BBSDkGY1wI","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599596630206,"user_tz":-330,"elapsed":2919,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"199ba771-f968-4cab-e1be-b43d5eb8e32e"},"source":["get_classification_accuracy(sentiment_model, test_data, test_data['sentiment'])"],"execution_count":144,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9221862251019919"]},"metadata":{"tags":[]},"execution_count":144}]},{"cell_type":"code","metadata":{"id":"xdZGFeQjZRia","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599596734699,"user_tz":-330,"elapsed":1010,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"094303ee-54e8-4481-9350-be1296cd7ca0"},"source":["num_positive  = (train_data['sentiment'] == +1).sum()\n","num_negative = (train_data['sentiment'] == -1).sum()\n","print(num_positive)\n","print(num_negative)"],"execution_count":145,"outputs":[{"output_type":"stream","text":["112164\n","21252\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"JTGjtR2lZWL3","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":54},"executionInfo":{"status":"ok","timestamp":1599596845058,"user_tz":-330,"elapsed":984,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"3462cdae-3b97-4dec-8bd2-1400a46ae4fb"},"source":["print ((test_data['sentiment'] == +1).sum())\n","print ((test_data['sentiment'] == -1).sum())\n","\n"],"execution_count":147,"outputs":[{"output_type":"stream","text":["28095\n","5241\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"JDXGOBE7ZuS_","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"status":"ok","timestamp":1599596900738,"user_tz":-330,"elapsed":963,"user":{"displayName":"hrushikesh malpekar","photoUrl":"","userId":"12958357008200083198"}},"outputId":"0546a77d-5428-4652-b701-3f5689c93c2d"},"source":["print((test_data['sentiment'] == +1).sum()/len(test_data['sentiment']))"],"execution_count":148,"outputs":[{"output_type":"stream","text":["0.8427825773938085\n"],"name":"stdout"}]}]}