text_augment.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"text_augment.ipynb","provenance":[],"collapsed_sections":[],"mount_file_id":"19_5PPK2fM6a398yOnWJSvLPmAyhfAg1y","authorship_tag":"ABX9TyM2ALbBsopvsL0+36yGhEtu"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"1jeqKbmuYlUN","colab_type":"code","colab":{}},"source":["!pip install nlpaug\n","import nltk\n","nltk.download('wordnet')\n","nltk.download('averaged_perceptron_tagger')"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"LLgX2h5LY9aR","colab_type":"code","colab":{}},"source":["import nlpaug.augmenter.word as naw\n","path = '/content/drive/My Drive/data/'\n","# aug = naw.WordEmbsAug(\n","#     model_type='word2vec', model_path=path+'GoogleNews-vectors-negative300.bin',\n","#     action=\"substitute\")\n","syn_aug = naw.SynonymAug(aug_src='wordnet')\n","ant_aug = naw.AntonymAug()\n","swp_aug = naw.RandomWordAug(action=\"swap\")\n","del_aug = naw.RandomWordAug(action=\"delete\")"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"Iffd7RfvaLg9","colab_type":"code","colab":{}},"source":["f = open(path+\"robo_cmd/left.txt\")\n","lines = []\n","l = f.readline()\n","while l:\n","  print(l)\n","  lines.append(l)\n","  l = f.readline()\n","f.close()"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"CID-tomE8JjT","colab_type":"code","colab":{}},"source":["f = open(path+'/robo_cmd/syn_left.txt',\"w\")\n","for l in lines:\n","  al = syn_aug.augment(l)\n","  f.write(al+'\\n')\n","f.close()"],"execution_count":0,"outputs":[]}]}