From f67b6ca7b7b36c5ed0a66d891417df52ce0e0737 Mon Sep 17 00:00:00 2001
From: Seungmin Oh <dev.rhcsky@gmail.com>
Date: Mon, 18 Jan 2021 15:25:44 +0900
Subject: [PATCH] Fix data load feature

---
 config_maker.py                               |   2 +-
 data_prepare.py                               |  13 +++++++---
 ...events.1610951120.SHADOW-2LMDKE8D.27328.01 | Bin 0 -> 40 bytes
 result/1/params.json                          |  24 ++++++++++++++++++
 4 files changed, 34 insertions(+), 5 deletions(-)
 create mode 100644 result/1/logs/events.out.tfevents.1610951120.SHADOW-2LMDKE8D.27328.01
 create mode 100644 result/1/params.json

diff --git a/config_maker.py b/config_maker.py
index 0b91cd3..32bb15b 100644
--- a/config_maker.py
+++ b/config_maker.py
@@ -63,7 +63,7 @@ def str2bool(v):
                       help='Load best model or most recent for testing')
 misc_arg.add_argument('--seed', type=int, default=1,
                       help='Seed to ensure reproducibility')
-misc_arg.add_argument('--data_dir', type=str, default='../data/processed/',
+misc_arg.add_argument('--data_dir', type=str, default='./data/processed/',
                       help='Directory in which data is stored')
 misc_arg.add_argument('--logs_dir', type=str, default='./result/',
                       help='Directory in which logs wil be stored')
diff --git a/data_prepare.py b/data_prepare.py
index 40c68ed..bbe0973 100644
--- a/data_prepare.py
+++ b/data_prepare.py
@@ -22,14 +22,15 @@ def prepare_data():
     background_dir = "data/unzip/background"
     evaluation_dir = "data/unzip/evaluation"
     processed_dir = "data/processed"
+    
+    train_dir = os.path.join(processed_dir, 'train')
+    val_dir = os.path.join(processed_dir, 'val')
+    test_dir = os.path.join(processed_dir, 'test')
+    
     random.seed(5)
 
     if not os.path.exists(processed_dir):
         os.makedirs(processed_dir)
-        os.makedirs(processed_dir +'/train')
-        os.makedirs(processed_dir +'/val')
-        os.makedirs(processed_dir +'/test')
-        
 
     if any([True for _ in os.scandir(processed_dir)]):
         return
@@ -52,6 +53,10 @@ def prepare_data():
     val_dir = os.path.join(processed_dir, 'val')
     test_dir = os.path.join(processed_dir, 'test')
 
+    print(len(train_alpha))
+    print(len(val_alpha))
+    print(len(test_alpha))
+
     move_image_to_processed_dir(train_alpha, train_dir, 'train')
     move_image_to_processed_dir(val_alpha, val_dir, 'val')
     move_image_to_processed_dir(test_alpha, test_dir, 'test')
diff --git a/result/1/logs/events.out.tfevents.1610951120.SHADOW-2LMDKE8D.27328.01 b/result/1/logs/events.out.tfevents.1610951120.SHADOW-2LMDKE8D.27328.01
new file mode 100644
index 0000000000000000000000000000000000000000..c9196532f8ecfb556d5f21df70989d5f41d6f32e
GIT binary patch
literal 40
qcmb1OfPlsI-b$SQ9pWWkj5i#mc$10}GxPLZ%Tn`7tc(Q0v`ql7m<kI3

literal 0
HcmV?d00001

diff --git a/result/1/params.json b/result/1/params.json
new file mode 100644
index 0000000..1f5560d
--- /dev/null
+++ b/result/1/params.json
@@ -0,0 +1,24 @@
+{
+    "augment": true,
+    "batch_size": 128,
+    "best": true,
+    "data_dir": "./data/processed/",
+    "epochs": 200,
+    "flush": false,
+    "init_momentum": 0.5,
+    "logs_dir": "./result/1",
+    "lr": 0.0003,
+    "num_model": "1",
+    "num_train": 90000,
+    "num_workers": 4,
+    "optimizer": "Adam",
+    "pin_memory": false,
+    "resume": false,
+    "seed": 1,
+    "shuffle": true,
+    "test_trials": 400,
+    "train_patience": 20,
+    "use_gpu": true,
+    "valid_trials": 320,
+    "way": 20
+}
\ No newline at end of file