Update assignment.sh for data processing tasks

02_activities/assignments/assignment.sh

@@ -28,22 +28,37 @@ unzip -q rawdata.zip
 # Complete assignment here
 
 # 1. Create a directory named data
+mkdir data
 
 # 2. Move the ./rawdata directory to ./data/raw (eg. move it into ./data and rename it to raw)
-
+mv ./rawdata ./data/raw
+ cd ./data/raw
+
 # 3. List the contents of the ./data/raw directory
+ls ./data/raw 
 
 # 4. Create the directory ./data/processed, 
 #    then create the following sub-directories within it: server_logs, user_logs, and event_logs
+cd ..
+mkdir processed
 
 # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs
-
+mkdir processed/server_logs processed/user_logs processed/event_logs
+ cp ./raw/*server*.log ./processed/server_logs/
+
 # 6. Repeat the above step for user logs and event logs
+cp ./raw/*user*.log ./processed/user_logs/
+cp ./raw/*event*.log ./processed/event_logs/
 
 # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
+rf -rf ./data
 
+ rm ./raw/*ipaddr*
+ rm ./processed/user_logs/*ipaddr* 
+
 # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed
-
+ touch inventory.txt
+ ls ./processed/*/* > inventory.txt
 
 ###########################################