Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
29 changes: 20 additions & 9 deletions 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,32 +18,43 @@ cd newproject

mkdir analysis output
touch README.md
echo "# Project Name: DSI Consulting Inc." > README.md
touch analysis/main.py

# download client data
curl -Lo rawdata.zip https://github.com/UofT-DSI/shell/raw/refs/heads/main/02_activities/assignments/rawdata.zip
unzip -q rawdata.zip

###########################################
# i am adding more text
#############################################
# Complete assignment here

# 1. Create a directory named data

mkdir data
# 2. Move the ./rawdata directory to ./data/raw (eg. move it into ./data and rename it to raw)

mv rawdata ./data/raw
# 3. List the contents of the ./data/raw directory

# 4. Create the directory ./data/processed,
ls ./data/raw
# 4. Create the directory ./data/processed,
mkdir ./data/processed
mkdir ./data/processed/server_logs
mkdir ./data/processed/user_logs
mkdir ./data/processed/event_logs
# then create the following sub-directories within it: server_logs, user_logs, and event_logs

# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs

cp ./data/raw/*server*.log ./data/processed/server_logs
# 6. Repeat the above step for user logs and event logs

cp ./data/raw/*user*.log ./data/processed/user_logs
cp ./data/raw/*event*.log ./data/processed/event_logs
# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
<<<<<<< HEAD
rm ./data/raw/*ipaddr*
rm ./data/processed/user_logs/*ipaddr*
=======
rf -rf ./data

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed

find ./data/processed -type f > ./data/inventory.txt

###########################################

Expand Down
Empty file added 02_activities/newproject/-Lo
Empty file.
1 change: 1 addition & 0 deletions 02_activities/newproject/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
# Project Name: DSI Consulting Inc.
Empty file.
170 changes: 170 additions & 0 deletions 02_activities/newproject/data/inventory.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,170 @@
./data/processed/event_logs/event_log_48.log
./data/processed/event_logs/event_log_49.log
./data/processed/event_logs/event_log_8.log
./data/processed/event_logs/event_log_9.log
./data/processed/event_logs/event_log_14.log
./data/processed/event_logs/event_log_28.log
./data/processed/event_logs/event_log_29.log
./data/processed/event_logs/event_log_15.log
./data/processed/event_logs/event_log_17.log
./data/processed/event_logs/event_log_16.log
./data/processed/event_logs/event_log_12.log
./data/processed/event_logs/event_log_13.log
./data/processed/event_logs/event_log_39.log
./data/processed/event_logs/event_log_11.log
./data/processed/event_logs/event_log_10.log
./data/processed/event_logs/event_log_38.log
./data/processed/event_logs/event_log_35.log
./data/processed/event_logs/event_log_21.log
./data/processed/event_logs/event_log_20.log
./data/processed/event_logs/event_log_34.log
./data/processed/event_logs/event_log_22.log
./data/processed/event_logs/event_log_36.log
./data/processed/event_logs/event_log_37.log
./data/processed/event_logs/event_log_23.log
./data/processed/event_logs/event_log_27.log
./data/processed/event_logs/event_log_33.log
./data/processed/event_logs/event_log_32.log
./data/processed/event_logs/event_log_26.log
./data/processed/event_logs/event_log_18.log
./data/processed/event_logs/event_log_30.log
./data/processed/event_logs/event_log_24.log
./data/processed/event_logs/event_log_25.log
./data/processed/event_logs/event_log_31.log
./data/processed/event_logs/event_log_19.log
./data/processed/event_logs/event_log_42.log
./data/processed/event_logs/event_log_7.log
./data/processed/event_logs/event_log_6.log
./data/processed/event_logs/event_log_43.log
./data/processed/event_logs/event_log_41.log
./data/processed/event_logs/event_log_4.log
./data/processed/event_logs/event_log_5.log
./data/processed/event_logs/event_log_40.log
./data/processed/event_logs/event_log_44.log
./data/processed/event_logs/event_log_50.log
./data/processed/event_logs/event_log_1.log
./data/processed/event_logs/event_log_45.log
./data/processed/event_logs/event_log_47.log
./data/processed/event_logs/event_log_2.log
./data/processed/event_logs/event_log_3.log
./data/processed/event_logs/event_log_46.log
./data/processed/server_logs/server_log_11.log
./data/processed/server_logs/server_log_39.log
./data/processed/server_logs/server_log_38.log
./data/processed/server_logs/server_log_10.log
./data/processed/server_logs/server_log_12.log
./data/processed/server_logs/server_log_13.log
./data/processed/server_logs/server_log_17.log
./data/processed/server_logs/server_log_16.log
./data/processed/server_logs/server_log_28.log
./data/processed/server_logs/server_log_14.log
./data/processed/server_logs/server_log_15.log
./data/processed/server_logs/server_log_29.log
./data/processed/server_logs/server_log_3.log
./data/processed/server_logs/server_log_2.log
./data/processed/server_logs/server_log_1.log
./data/processed/server_logs/server_log_48.log
./data/processed/server_logs/server_log_5.log
./data/processed/server_logs/server_log_4.log
./data/processed/server_logs/server_log_49.log
./data/processed/server_logs/server_log_6.log
./data/processed/server_logs/server_log_7.log
./data/processed/server_logs/server_log_47.log
./data/processed/server_logs/server_log_46.log
./data/processed/server_logs/server_log_44.log
./data/processed/server_logs/server_log_50.log
./data/processed/server_logs/server_log_9.log
./data/processed/server_logs/server_log_8.log
./data/processed/server_logs/server_log_45.log
./data/processed/server_logs/server_log_41.log
./data/processed/server_logs/server_log_40.log
./data/processed/server_logs/server_log_42.log
./data/processed/server_logs/server_log_43.log
./data/processed/server_logs/server_log_30.log
./data/processed/server_logs/server_log_24.log
./data/processed/server_logs/server_log_18.log
./data/processed/server_logs/server_log_19.log
./data/processed/server_logs/server_log_25.log
./data/processed/server_logs/server_log_31.log
./data/processed/server_logs/server_log_27.log
./data/processed/server_logs/server_log_33.log
./data/processed/server_logs/server_log_32.log
./data/processed/server_logs/server_log_26.log
./data/processed/server_logs/server_log_22.log
./data/processed/server_logs/server_log_36.log
./data/processed/server_logs/server_log_37.log
./data/processed/server_logs/server_log_23.log
./data/processed/server_logs/server_log_35.log
./data/processed/server_logs/server_log_21.log
./data/processed/server_logs/server_log_20.log
./data/processed/server_logs/server_log_34.log
./data/processed/user_logs/user_log_33.log
./data/processed/user_logs/user_log_27.log
./data/processed/user_logs/user_ipaddr_9.log
./data/processed/user_logs/user_ipaddr_8.log
./data/processed/user_logs/user_log_26.log
./data/processed/user_logs/user_log_32.log
./data/processed/user_logs/user_log_18.log
./data/processed/user_logs/user_log_24.log
./data/processed/user_logs/user_log_30.log
./data/processed/user_logs/user_log_31.log
./data/processed/user_logs/user_log_25.log
./data/processed/user_logs/user_log_19.log
./data/processed/user_logs/user_log_21.log
./data/processed/user_logs/user_log_35.log
./data/processed/user_logs/user_log_34.log
./data/processed/user_logs/user_log_20.log
./data/processed/user_logs/user_log_36.log
./data/processed/user_logs/user_log_22.log
./data/processed/user_logs/user_log_23.log
./data/processed/user_logs/user_log_37.log
./data/processed/user_logs/user_log_50.log
./data/processed/user_logs/user_log_44.log
./data/processed/user_logs/user_ipaddr_14.log
./data/processed/user_logs/user_ipaddr_15.log
./data/processed/user_logs/user_log_45.log
./data/processed/user_logs/user_log_47.log
./data/processed/user_logs/user_ipaddr_17.log
./data/processed/user_logs/user_ipaddr_16.log
./data/processed/user_logs/user_log_46.log
./data/processed/user_logs/user_log_42.log
./data/processed/user_logs/user_ipaddr_12.log
./data/processed/user_logs/user_ipaddr_13.log
./data/processed/user_logs/user_log_43.log
./data/processed/user_logs/user_log_41.log
./data/processed/user_logs/user_log_9.log
./data/processed/user_logs/user_ipaddr_11.log
./data/processed/user_logs/user_ipaddr_10.log
./data/processed/user_logs/user_log_8.log
./data/processed/user_logs/user_log_40.log
./data/processed/user_logs/user_log_5.log
./data/processed/user_logs/user_ipaddr_20.log
./data/processed/user_logs/user_log_4.log
./data/processed/user_logs/user_log_6.log
./data/processed/user_logs/user_log_7.log
./data/processed/user_logs/user_log_3.log
./data/processed/user_logs/user_log_2.log
./data/processed/user_logs/user_log_48.log
./data/processed/user_logs/user_ipaddr_18.log
./data/processed/user_logs/user_ipaddr_19.log
./data/processed/user_logs/user_log_1.log
./data/processed/user_logs/user_log_49.log
./data/processed/user_logs/user_log_12.log
./data/processed/user_logs/user_ipaddr_1.log
./data/processed/user_logs/user_log_13.log
./data/processed/user_logs/user_log_39.log
./data/processed/user_logs/user_log_11.log
./data/processed/user_logs/user_ipaddr_3.log
./data/processed/user_logs/user_ipaddr_2.log
./data/processed/user_logs/user_log_10.log
./data/processed/user_logs/user_log_38.log
./data/processed/user_logs/user_log_14.log
./data/processed/user_logs/user_log_28.log
./data/processed/user_logs/user_ipaddr_6.log
./data/processed/user_logs/user_ipaddr_7.log
./data/processed/user_logs/user_log_29.log
./data/processed/user_logs/user_log_15.log
./data/processed/user_logs/user_log_17.log
./data/processed/user_logs/user_ipaddr_5.log
./data/processed/user_logs/user_ipaddr_4.log
./data/processed/user_logs/user_log_16.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 1
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 10
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 11
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 12
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 13
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 14
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 15
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 16
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 17
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 18
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 19
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 2
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 20
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 21
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 22
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 23
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 24
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 25
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 26
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 27
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 28
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 29
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 3
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 30
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 31
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 32
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 33
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 34
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 35
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 36
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 37
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 38
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 39
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 4
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 40
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 41
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 42
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 43
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 44
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 45
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 46
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 47
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 48
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 49
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 5
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 50
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 6
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 7
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 8
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 9
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 1
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 10
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 11
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 12
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 13
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 14
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 15
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 16
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 17
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 18
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 19
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 2
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 20
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 21
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 22
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 23
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 24
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 25
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 26
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 27
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 28
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 29
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 3
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 30
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 31
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 32
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 33
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 34
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 35
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 36
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 37
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 38
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 39
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 4
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 40
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 41
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 42
Loading