From e976b55a5c2a83f4f2ab1221ea228c9b8737db4f Mon Sep 17 00:00:00 2001 From: Simeon Wong Date: Thu, 14 Nov 2024 20:32:09 -0500 Subject: [PATCH 1/5] delete ip logs... WARNING UNTESTED! --- 02_activities/assignments/assignment.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index d81e9a77b..001291867 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -33,6 +33,7 @@ unzip rawdata.zip # 6. Repeat the above step for user logs and event logs # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs +rf -rf ./data # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed From ea20676d33161a6f4d0fcd3c4f7aa5360f0f4309 Mon Sep 17 00:00:00 2001 From: Simeon Wong Date: Thu, 14 Nov 2024 20:55:44 -0500 Subject: [PATCH 2/5] initialize README file with company name --- 02_activities/assignments/assignment.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 001291867..f2bfd22bd 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -11,6 +11,7 @@ set -x mkdir analysis output touch README.md +echo "# Project Name: DSI Consulting Inc." > README.md touch analysis/main.py # download client data From 623e13dd9af932b0bc7e492f817d646af3ef841b Mon Sep 17 00:00:00 2001 From: Stephanie Sanchez Date: Thu, 6 Nov 2025 18:41:43 -0500 Subject: [PATCH 3/5] commit --- 02_activities/assignments/assignment.sh | 3 +++ 1 file changed, 3 insertions(+) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 4b2baa7ae..2bd241216 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -28,9 +28,12 @@ unzip -q rawdata.zip # Complete assignment here # 1. Create a directory named data +mkdir data # 2. Move the ./rawdata directory to ./data/raw + + # 3. List the contents of the ./data/raw directory # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs From a3a40480850329e0032483942a5c8a75ae4aba7d Mon Sep 17 00:00:00 2001 From: Stephanie Sanchez Date: Fri, 7 Nov 2025 16:18:10 -0500 Subject: [PATCH 4/5] Modification of assigment.sh script as instructed --- 02_activities/assignments/assignment.sh | 18 +++++++++++++++--- 1 file changed, 15 insertions(+), 3 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index 2bd241216..a2afd1ecc 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -31,21 +31,33 @@ unzip -q rawdata.zip mkdir data # 2. Move the ./rawdata directory to ./data/raw - - +mv ./rawdata ./data/raw # 3. List the contents of the ./data/raw directory +ls ./data/raw # 4. In ./data/processed, create the following directories: server_logs, user_logs, and event_logs +mkdir ./data/processed +cd ./data/processed +mkdir server_logs user_logs event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs +echo "Moving server files" +cp -v ../raw/rawdata/*server*.log ./server_logs/ # 6. Repeat the above step for user logs and event logs +echo "Moving log files" +cp -v ../raw/rawdata/*user*.log ./user_logs/ +cp -v ../raw/rawdata/*event*.log ./event_logs/ # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs +echo "Removing ipaddr files" +rm -v ../raw/rawdata/*ipaddr* +rm -v ./user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed - +echo "Inventory saved" +ls */ > ../inventory.txt ########################################### From 8ed79303eb372eb199281df299d80c41af2bded9 Mon Sep 17 00:00:00 2001 From: Stephanie Sanchez Date: Fri, 7 Nov 2025 16:32:28 -0500 Subject: [PATCH 5/5] Modifications of assigment.sh --- 02_activities/assignments/assignment.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/02_activities/assignments/assignment.sh b/02_activities/assignments/assignment.sh index a2afd1ecc..ab70eb8ff 100644 --- a/02_activities/assignments/assignment.sh +++ b/02_activities/assignments/assignment.sh @@ -43,16 +43,16 @@ mkdir server_logs user_logs event_logs # 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs echo "Moving server files" -cp -v ../raw/rawdata/*server*.log ./server_logs/ +cp -v ../raw/*server*.log ./server_logs/ # 6. Repeat the above step for user logs and event logs echo "Moving log files" -cp -v ../raw/rawdata/*user*.log ./user_logs/ -cp -v ../raw/rawdata/*event*.log ./event_logs/ +cp -v ../raw/*user*.log ./user_logs/ +cp -v ../raw/*event*.log ./event_logs/ # 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs echo "Removing ipaddr files" -rm -v ../raw/rawdata/*ipaddr* +rm -v ../raw/*ipaddr* rm -v ./user_logs/*ipaddr* # 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed