Skip to content

Split data files #34

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
jjderooy wants to merge 2 commits into
base: main
Choose a base branch
from
Open

Split data files #34

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
db44a44
Split log files every 100000 lines
jjderooy Oct 3, 2024
c0cc67b
Close file on exit
jjderooy Oct 3, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
107 changes: 60 additions & 47 deletions VC/instrumentation/read_labjack.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -280,77 +280,90 @@ def v_to_K(voltage):

return (tempC + 273.15)

# Log to data files
file_num = 0 # Incremented to split data files into managable chuncks.
lines = 0 # Limit data files to certain number of lines
file = open('data_' + "{:03d}".format(file_num) + '.txt', 'w')

try:
with open('instrumentation_data.txt', 'w') as file:
# Contains sensor values in SI units
converted = {}

for reading in d.streamData(convert=False):

# Contains sensor values in SI units
converted = {}
# Increment data file
if lines >= 100000:
lines = 0
file.close()
file_num += 1
file = open('data_' + "{:03d}".format(file_num) + '.txt', 'w')

for reading in d.streamData(convert=False):
# Reading is a dict of many things, one of which is the
# 'result' which can be passed to processStreamData() to
# give voltages.

# Reading is a dict of many things, one of which is the
# 'result' which can be passed to processStreamData() to
# give voltages.
if reading is not None:

if reading is not None:
values = d.processStreamData(reading['result'])

values = d.processStreamData(reading['result'])
# Extract values from each channel
P_INJECTOR = values[CHAN_P_INJECTOR]
P_COMB_CHMBR = values[CHAN_P_COMB_CHMBR]
P_N2O_FLOW = values[CHAN_P_N2O_FLOW]
P_N2_FLOW = values[CHAN_P_N2_FLOW]
P_RUN_TANK = values[CHAN_P_RUN_TANK]

# Extract values from each channel
P_INJECTOR = values[CHAN_P_INJECTOR]
P_COMB_CHMBR = values[CHAN_P_COMB_CHMBR]
P_N2O_FLOW = values[CHAN_P_N2O_FLOW]
P_N2_FLOW = values[CHAN_P_N2_FLOW]
P_RUN_TANK = values[CHAN_P_RUN_TANK]
L_RUN_TANK = values[CHAN_L_RUN_TANK]
L_THRUST = values[CHAN_L_THRUST]

L_RUN_TANK = values[CHAN_L_RUN_TANK]
L_THRUST = values[CHAN_L_THRUST]
T_RUN_TANK = values[CHAN_T_RUN_TANK]
T_INJECTOR = values[CHAN_T_INJECTOR]
T_COMB_CHMBR = values[CHAN_T_COMB_CHMBR]
T_POST_COMB = values[CHAN_T_POST_COMB]

T_RUN_TANK = values[CHAN_T_RUN_TANK]
T_INJECTOR = values[CHAN_T_INJECTOR]
T_COMB_CHMBR = values[CHAN_T_COMB_CHMBR]
T_POST_COMB = values[CHAN_T_POST_COMB]
SHUNT = values[CHAN_SHUNT]

SHUNT = values[CHAN_SHUNT]
# Convert voltage to sensor value in SI units and store in dict
converted['P_INJECTOR'] = \
(sum(P_INJECTOR)/len(P_INJECTOR))*GAIN_P_INJECTOR

# Convert voltage to sensor value in SI units and store in dict
converted['P_INJECTOR'] = \
(sum(P_INJECTOR)/len(P_INJECTOR))*GAIN_P_INJECTOR
converted['P_COMB_CHMBR'] = \
(sum(P_COMB_CHMBR)/len(P_COMB_CHMBR))*GAIN_P_COMB_CHMBR

converted['P_COMB_CHMBR'] = \
(sum(P_COMB_CHMBR)/len(P_COMB_CHMBR))*GAIN_P_COMB_CHMBR
converted['P_N2O_FLOW'] = \
(sum(P_N2O_FLOW)/len(P_N2O_FLOW))*GAIN_P_N2O_FLOW

converted['P_N2O_FLOW'] = \
(sum(P_N2O_FLOW)/len(P_N2O_FLOW))*GAIN_P_N2O_FLOW
converted['P_N2_FLOW'] = \
(sum(P_N2_FLOW)/len(P_N2_FLOW))*GAIN_P_N2_FLOW

converted['P_N2_FLOW'] = \
(sum(P_N2_FLOW)/len(P_N2_FLOW))*GAIN_P_N2_FLOW
converted['P_RUN_TANK'] = \
(sum(P_RUN_TANK)/len(P_RUN_TANK))*GAIN_P_RUN_TANK

converted['P_RUN_TANK'] = \
(sum(P_RUN_TANK)/len(P_RUN_TANK))*GAIN_P_RUN_TANK
converted['L_RUN_TANK'] = \
(sum(L_RUN_TANK)/len(L_RUN_TANK))*GAIN_L_RUN_TANK+OFFSET_L_RUN_TANK

converted['L_RUN_TANK'] = \
(sum(L_RUN_TANK)/len(L_RUN_TANK))*GAIN_L_RUN_TANK+OFFSET_L_RUN_TANK
converted['L_THRUST'] = \
(sum(L_THRUST)/len(L_THRUST))*GAIN_L_THRUST+OFFSET_L_THRUST

converted['L_THRUST'] = \
(sum(L_THRUST)/len(L_THRUST))*GAIN_L_THRUST+OFFSET_L_THRUST
# Thermocouples
converted['T_RUN_TANK'] = v_to_K(sum(T_RUN_TANK)/len(T_RUN_TANK))
converted['T_INJECTOR'] = v_to_K(sum(T_INJECTOR)/len(T_INJECTOR))
converted['T_COMB_CHMBR'] = v_to_K(sum(T_COMB_CHMBR)/len(T_COMB_CHMBR))
converted['T_POST_COMB'] = v_to_K(sum(T_POST_COMB)/len(T_POST_COMB))

# Thermocouples
converted['T_RUN_TANK'] = v_to_K(sum(T_RUN_TANK)/len(T_RUN_TANK))
converted['T_INJECTOR'] = v_to_K(sum(T_INJECTOR)/len(T_INJECTOR))
converted['T_COMB_CHMBR'] = v_to_K(sum(T_COMB_CHMBR)/len(T_COMB_CHMBR))
converted['T_POST_COMB'] = v_to_K(sum(T_POST_COMB)/len(T_POST_COMB))
# Write to file so websocket can send to ground support
file.write(f'{json.dumps(converted)}\n')

# Write to file so websocket can send to ground support
file.write(f'{json.dumps(converted)}\n')
with open('tmp.txt', 'w') as tmp:
tmp.write(f'{json.dumps(converted)}')
tmp.write('\n!')

with open('tmp.txt', 'w') as tmp:
tmp.write(f'{json.dumps(converted)}')
tmp.write('\n!')
lines += 1

except:
print("Interrupt signal recieved!")
finally:
file.close()
d.streamStop()
print("Stream stopped.\n")
d.close()