Files
chest_strap/code/l452_code/packet_parser_helpers.py
T
2026-05-27 09:13:01 -05:00

402 lines
17 KiB
Python

import numpy as np
import matplotlib.pyplot as plt
import matplotlib
import scipy as sp
import time
packet_definitions = b"""packet_rtc 1 28 uint32_t t 0 4 RTC_TimeTypeDef sTime 4 20 RTC_DateTypeDef sDate 24 4
packet_vbatt 2 8 uint32_t t 0 4 uint16_t vbatt_cnts 4 2
packet_imu 3 148 uint32_t t 0 4 uint8_t data[141] 4 1
packet_adc 4 268 uint32_t t 0 4 uint8_t index 4 1 int32_t ekg_readings_cnts[50] 8 4 int32_t str_readings_cnts[5] 208 4 int32_t oT_readings_cnts[5] 228 4 int32_t iT_readings_cnts[5] 248 4
packet_spo2 5 184 uint32_t t 0 4 uint8_t bytes[180] 4 1
packet_msg 6 36 uint32_t t 0 4 char buff[32] 4 1""".split(b'\n')
def arr_sizes(s):
if s[-1:] != b']' or b'[' not in s:
return 1
v = int(s[s.rindex(b'[') + 1:-1])
return v
def get_type_list(lines):
types = []
for line in lines:
if line != b'':
L = line.split(b" ")
types.append({'type_name' : L[0],
'type_code' : int(L[1]),
'size' : int(L[2]),
'elements' : []
})
i = 3
while i < len(L):
types[-1]['elements'].append({'type_name' : L[i], 'name' : L[i + 1], 'offset' : int(L[i + 2]), 'n_elements' : arr_sizes(L[i + 1]), 'size' : int(L[i + 3]) * arr_sizes(L[i + 1])})
i += 4
return types
RIG_amp = np.zeros((0,3))
ppg_freq_Hz = 50
def process_ppg(d, t):
global RIG_amp
for e in t['elements']:
block = d[e['offset']:e['offset'] + e['size']]
element_size = int(len(block) / e['n_elements'])
if e['name'] == b'bytes[180]':
RIG_amp = np.concatenate((RIG_amp, np.array([int.from_bytes(block[3 * i : 3 * i + 3], byteorder = 'big') for i in range(0,60)]).reshape(20,3)))
if len(ecgs) < ecg_freq_Hz * 100: # 500
return
# top is short again, bottom is long
fig, axs = plt.subplots(2)
for i, ax in enumerate(axs):
b, a = sp.signal.butter(2, 0.05 / (0.5 * ppg_freq_Hz), btype = 'highpass')
b1, a1 = sp.signal.butter(2, 0.05 / (0.5 * 0.1 * ecg_freq_Hz), btype = 'highpass')
if i == 0:
lookback_s = 5
else:
lookback_s = 60
breath_points = int(lookback_s * (0.1 * ecg_freq_Hz))
if i == 1:
ax.plot((len(ecgs) - 10 * np.arange(breath_points)[::-1]) / (ecg_freq_Hz), sp.signal.filtfilt(b1, a1, t2s[-breath_points:]), color = 'black')
r_ax = ax.twinx()
i_ax = ax.twinx()
g_ax = ax.twinx()
tt = - ppg_freq_Hz * lookback_s
xs = len(ecgs) / ecg_freq_Hz - np.arange(len(RIG_amp))[::-1] / ppg_freq_Hz
r_ax.plot(xs[tt:], sp.signal.filtfilt(b, a, RIG_amp[tt:,0]), 'r', alpha = 0.5)
i_ax.plot(xs[tt:], sp.signal.filtfilt(b, a, RIG_amp[tt:,1]), 'm', alpha = 0.5)
g_ax.plot(xs[tt:], sp.signal.filtfilt(b, a, RIG_amp[tt:,2]), 'g', alpha = 0.5)
r_ax.set_ylim(-750,750)
i_ax.set_ylim(-750,750)
g_ax.set_ylim(-750,750)
if i == 0:
for peak in r_peaks:
peak_s = peak / ecg_freq_Hz
if peak_s < xs[-1] and peak_s > xs[tt]:
r_ax.axvline(x = peak_s, color = 'black', alpha = 0.5)
plt.tight_layout()
plt.savefig("ppg.png")
plt.close()
accs = np.zeros((0,3))
gyros = np.zeros((0,3))
imu_freq_Hz = 240
last_imu_graph = 0
imu_ts = []
def process_imu(d, t):
global accs, gyros, imu_sparse, last_imu_graph, imu_ts
for e in t['elements']:
block = d[e['offset']:e['offset'] + e['size']]
element_size = int(len(block) / e['n_elements'])
if e['name'] == b't':
imu_ts.append((1 / 2000) * int.from_bytes(block[:4], byteorder = 'little', signed = True))
if e['name'] == b'data[141]':
for i in range(20):
reading = block[1 + 7 * i : 8 + 7 * i]
#print(reading)
imu_reading_type = reading[0] >> 3
imu_reading_tag_cnt = (reading[0] >> 1) & 3
data = np.array([int.from_bytes(reading[2 * i + 1 : 2 * i + 3], byteorder = 'little', signed = True) for i in range(3)]).reshape(1,3)
if imu_reading_type == 1:
gyros = np.concatenate((gyros, (250 / (1<<16) * data)))
elif imu_reading_type == 2:
accs = np.concatenate((accs, (4 / (1<<16) * data)))
else:
pass
#assert False
last_imu_graph += 1
if len(ecgs) < ecg_freq_Hz * 100:
return
if (last_imu_graph % 12 == 11):#True and time.time() - last_imu_graph > 0.5:
tt = int(5 * imu_freq_Hz)
if len(gyros) < 480:
return
fig, axs = plt.subplots(2)
b, a = sp.signal.butter(2, 15 / (0.5 * imu_freq_Hz), btype = 'lowpass')
g = sp.signal.filtfilt(b, a, np.abs(np.diff(np.array(gyros), axis = 0)), axis = 0)
a = sp.signal.filtfilt(b, a, np.abs(np.diff(np.array(accs), axis = 0)), axis = 0)
axs[0].set_ylabel("dps")
xs_g = len(ecgs) / ecg_freq_Hz - (np.arange(len(gyros) - 1) / imu_freq_Hz)[::-1]
xs_a = len(ecgs) / ecg_freq_Hz - (np.arange(len(accs) - 1) / imu_freq_Hz)[::-1]
axs[0].plot(xs_g[-tt:], np.sum(g[-tt:,:], axis = 1))
#axs[0].plot(xs_g[-tt:], g[-tt:,1])
#axs[0].plot(xs_g[-tt:], g[-tt:,2])
axs[1].set_ylabel("g")
axs[1].plot(xs_a[-tt:], np.sum(np.power(a[-tt:,:], 2.0), axis = 1))
#axs[1].plot(xs_a[-tt:], a[-tt:,1])
#axs[1].plot(xs_a[-tt:], a[-tt:,2])
for peak in r_peaks:
peak_s = peak / ecg_freq_Hz
if peak_s < xs_a[-1] and peak_s > xs_a[-tt]:
axs[1].axvline(x = peak_s, color = 'black', alpha = 0.5)
axs[0].axvline(x = peak_s, color = 'black', alpha = 0.5)
#axs[0].set_ylim(0,1.0)
#axs[1].set_ylim(0,0.05)
plt.tight_layout()
plt.savefig("acc_gyro.png")
plt.close()
if len(r_peaks) > 30:
fig, axs = plt.subplots(2)
for i in range(1,30):
xs_g = len(ecgs) / ecg_freq_Hz - (np.arange(len(gyros)) / imu_freq_Hz)[::-1]
ys = np.interp(np.linspace(r_peaks[-i] / ecg_freq_Hz - 1.0, r_peaks[-i] / ecg_freq_Hz + 1.0, 240),
xs_g,
gyros[:,0])
axs[0].plot(np.convolve(np.abs(np.diff(ys)),np.ones(10),mode='valid'), 'k.', alpha = 0.05)
ys = np.interp(np.linspace(r_peaks[-i] / ecg_freq_Hz - 1.0, r_peaks[-i] / ecg_freq_Hz + 1.0, 240),
xs_g,
gyros[:,1])
axs[0].plot(np.convolve(np.abs(np.diff(ys)),np.ones(10),mode='valid'), 'b.', alpha = 0.05)
ys = np.interp(np.linspace(r_peaks[-i] / ecg_freq_Hz - 1.0, r_peaks[-i] / ecg_freq_Hz + 1.0, 240),
xs_g,
gyros[:,2])
axs[0].plot(np.convolve(np.abs(np.diff(ys)),np.ones(10),mode='valid'), 'r.', alpha = 0.05)
for i in range(1,30):
xs_a = len(ecgs) / ecg_freq_Hz - (np.arange(len(accs)) / imu_freq_Hz)[::-1]
ys = np.interp(np.linspace(r_peaks[-i] / ecg_freq_Hz - 1.0, r_peaks[-i] / ecg_freq_Hz + 1.0, 240),
xs_a,
accs[:,0])
axs[1].plot(np.convolve(np.abs(np.diff(ys)),np.ones(10),mode='valid'), 'k.', alpha = 0.05)
ys = np.interp(np.linspace(r_peaks[-i] / ecg_freq_Hz - 1.0, r_peaks[-i] / ecg_freq_Hz + 1.0, 240),
xs_a,
accs[:,1])
axs[1].plot(np.convolve(np.abs(np.diff(ys)),np.ones(10),mode='valid'), 'b.', alpha = 0.05)
ys = np.interp(np.linspace(r_peaks[-i] / ecg_freq_Hz - 1.0, r_peaks[-i] / ecg_freq_Hz + 1.0, 240),
xs_a,
accs[:,2])
axs[1].plot(np.convolve(np.abs(np.diff(ys)),np.ones(10),mode='valid'), 'r.', alpha = 0.05)
plt.savefig("accs_ensemble.png")
plt.close()
ecgs = np.zeros(0)
t1s = np.zeros(0)
t2s = np.zeros(0)
strains = np.zeros(0)
ts = []
adc_sparse = 0
# Should be running at 488Hz
ecg_freq_Hz = 488.28125
max_hr_Hz = 120 / 60
last_adc_graph = 0
r_peaks = []
f_pwrs = []
def process_adc(d, t):
global ecgs, t1s, t2s, strains, adc_sparse, ts, last_adc_graph, r_peaks, f_pwrs
for e in t['elements']:
block = d[e['offset']:e['offset'] + e['size']]
element_size = int(len(block) / e['n_elements'])
#if e['name'] == b't':
# ts.append((1 / 2000) * int.from_bytes(block[:4], byteorder = 'little', signed = True))
if e['name'] == b'ekg_readings_cnts[50]':
ecgs = np.concatenate((ecgs, np.array([(2.4 / (1<<24)) * int.from_bytes(block[4 * i : 4 * i + 4], byteorder = 'little', signed = True) for i in range(50)])))
if e['name'] == b'str_readings_cnts[5]':
strains = np.concatenate((strains, np.array([(2.4 / (1<<24)) * int.from_bytes(block[4 * i : 4 * i + 4], byteorder = 'little', signed = True) for i in range(5)])))
if e['name'] == b'oT_readings_cnts[5]':
t1s = np.concatenate((t1s, np.array([(2.4 / (1<<24)) * int.from_bytes(block[4 * i : 4 * i + 4], byteorder = 'little', signed = True) for i in range(5)])))
if e['name'] == b'iT_readings_cnts[5]':
t2s = np.concatenate((t2s, np.array([(2.4 / (1<<24)) * int.from_bytes(block[4 * i : 4 * i + 4], byteorder = 'little', signed = True) for i in range(5)])))
if len(ecgs) < ecg_freq_Hz * 100:
return
last_adc_graph += 1
# About every second
if last_adc_graph % 10 == 9: #True and time.time() - last_adc_graph > 0.5:# and len(ecgs) > 500:
#last_adc_graph = time.time()
#ecgs = ecgs[- int(5 * 60 * ecg_freq_Hz):]
#b, a = sp.signal.bessel(2, [1 / (0.5 * ecg_freq_Hz), 120 / (0.5 * ecg_freq_Hz)], btype = 'bandpass')
#ecgs_ = sp.signal.filtfilt(b, a, ecgs)
if len(r_peaks) > 0:
start = r_peaks[-1]
else:
start = 0
v = np.convolve(np.abs(np.diff(ecgs[start:])), np.ones(5) / 5, mode = 'valid')
inds = [start + e for e in np.where(v > 0.0002)[0]]
last_ind = start
for ind in inds:
if ind - last_ind < ecg_freq_Hz / max_hr_Hz:
continue
region_start = ind - int(0.1 * ecg_freq_Hz)
region_end = ind + int(0.1 * ecg_freq_Hz)
peak = region_start + np.argmax(ecgs[region_start : region_end])
r_peaks.append(peak)
last_ind = ind
fig, axs = plt.subplots(2, 1, height_ratios = [1,2])
axs[0].plot(np.arange(len(ecgs))[int(- 5 * ecg_freq_Hz):] / ecg_freq_Hz, ecgs[int(- 5 * ecg_freq_Hz):], 'k.', linestyle='--', alpha = 0.5)
axs[0].set_ylim(np.amin(ecgs[int(- 5 * ecg_freq_Hz):]) - 0.001, np.amax(ecgs[int(- 5 * ecg_freq_Hz):]) + 0.001)
strain_ax = axs[1].twinx()
strain_ax.plot(np.arange(len(t2s)) * 10 / ecg_freq_Hz, t2s, color = 'orange', alpha = 0.5)
strain_ax.set_yticks([])
axs[1].plot([],'k.',label = 'R-R int')
#alsho can do poincare plot
# for fft, resample RR interpolation to a 4Hz grid wich cubic spline
# welches method or FFT->PSD
# there's also Lomb-Scargle periodogram
axs[1].plot([],'b.',label = '|delta(R-R int)|')
axs[1].plot([],'g',label = 'chest')
for peak in r_peaks:
axs[0].plot(peak / ecg_freq_Hz, ecgs[peak], 'ro')
# Poincare
#R = np.diff(r_peaks[-180:]) / freq_Hz
#axs[2].plot(R[:-1], R[1:], 'k.', alpha = 0.2)
# lombscargle
#Ys = sp.signal.lombscargle(np.diff(r_peaks[-240:])[1:] / freq_Hz,
# np.diff(np.diff(r_peaks[-240:])) / freq_Hz,
# np.linspace(0.01,2.0,100),
# floating_mean = False)
#axs[2].plot(np.linspace(0.01,2.0,100), Ys)
# Power spectrum
# if len(r_peaks) > 120:
# R = np.array(r_peaks[-120:]) / freq_Hz
# fn = sp.interpolate.CubicSpline(0.5 * (R[1:] + R[:-1]), np.diff(R))
# end = 0.5 * (R[-2] + R[-1])
# Xs = np.linspace(end - 60, end, 1000)
# #np.log(np.abs(np.fft.fft(fn(Xs))))[1:])
# X, Y = sp.signal.welch(fn(Xs), fs = 1000 / 60)
# f_pwrs.append(Y[1:10])
# if len(f_pwrs) > 60:
# f_pwrs = f_pwrs[-60:]
# axs[2].imshow(f_pwrs, aspect = 'auto', extent = (X[1], X[9], 0, len(f_pwrs)))
axs[1].plot(np.array(r_peaks[:-1]) / ecg_freq_Hz, 1000 * np.diff(r_peaks) / ecg_freq_Hz, 'k.', alpha = 0.25)
axs[0].set_xlim((len(ecgs) / ecg_freq_Hz) - 5, len(ecgs) / ecg_freq_Hz)
hrv_ax = axs[1].twinx()
hrv = np.abs(1000 * np.diff(np.diff(r_peaks)) / ecg_freq_Hz)
hrv_ax.plot(np.array(r_peaks[2:]) / ecg_freq_Hz, hrv, 'b.', alpha = 0.25)
if len(r_peaks) > 10:
N = int(np.ceil(len(r_peaks) / 30))
for i in range(N):
block = 1000 * np.array(r_peaks[30 * i : min(len(r_peaks), 30 * i + 30)]) / ecg_freq_Hz
rmssd = np.power(np.sum(np.power(np.diff(np.diff(block)), 2.0)) / (len(block) - 2), 0.5)
sdnn = np.std(np.diff(block))
pNN50 = 100 * np.mean(np.abs(np.diff(np.diff(block))) > 50)
hrv_ax.plot([block[0] / 1000, block[-1] / 1000], [rmssd, rmssd], 'r', alpha = 0.5)
hrv_ax.plot([block[0] / 1000, block[-1] / 1000], [sdnn, sdnn], 'm', alpha = 0.5)
hrv_ax.plot([block[0] / 1000, block[-1] / 1000], [pNN50, pNN50], color = 'orange', alpha = 0.5)
hrv_ax.minorticks_on()
hrv_ax.grid(alpha = 0.5)
hrv_ax.tick_params(axis = 'y', colors = 'blue')
hrv_ax.yaxis.tick_right()
axs[1].set_ylim(0, 1200)
hrv_ax.set_ylim(0, 240)
axs[0].set_xlabel("t (s)")
axs[1].set_xlabel("t (s)")
axs[0].set_ylabel("V (mV)")
axs[1].set_ylabel("beat delta T (ms)")
hrv_ax.set_ylabel("BPS delta T (ms)", color = 'blue')
axs[1].legend(loc='upper left', framealpha = 1)
hrv_ax.set_axisbelow(True)
plt.tight_layout()
#if (len(ecgs) / freq_Hz) > 6:
# plt.show()
# quit()
plt.savefig("hrv_biofeedback.png", dpi = 150)
plt.close()
fig, ax = plt.subplots(1)
for i in range(1,30):
dat = ecgs[r_peaks[-i] - int(0.3 * ecg_freq_Hz) :
r_peaks[-i] + int(0.9 * ecg_freq_Hz)]
dat = dat - np.mean(np.sort(dat[40:-40]))
ax.plot(dat, '.', alpha = 0.02, color = matplotlib.colormaps['viridis'](i / 30.))
ax.set_ylim(-0.001, 0.002)
plt.savefig("pqrs_ensemble.png")
plt.close()
def make_graphs():
fig, axs = plt.subplots(2,2)
b, a = sp.signal.butter(2, [1 / (0.5 * freq_Hz), 120 / (0.5 * freq_Hz)], btype = 'bandpass')
ecgs_ = sp.signal.filtfilt(b, a, ecgs)
r_peaks = sp.signal.find_peaks(ecgs, height = None, threshold = None, distance = freq_Hz / max_hr_Hz, width = 5, prominence = 0.001)[0]
axs[0][0].plot(np.arange(len(ecgs)) / freq_Hz, ecgs_, 'k.', linestyle='--')
for peak in r_peaks:
axs[0][0].plot(peak / freq_Hz, ecgs_[peak], 'ro')
axs[1][0].plot(r_peaks[:-1] / freq_Hz, 1 / (np.diff(r_peaks) /freq_Hz), 'k.')
b, a = sp.signal.butter(2, [0.05 / (0.5 * ppg_freq_Hz), 4 / (0.5 * ppg_freq_Hz)], btype = 'bandpass')
reds_ = sp.signal.filtfilt(b, a, reds)
#irs_ = sp.signal.filtfilt(b, a, irs)
#greens_ = sp.signal.filtfilt(b, a, greens)
P_r = np.log(np.abs(np.fft.rfft(reds_)))
P_i = np.log(np.abs(np.fft.rfft(irs)))
P_g = np.log(np.abs(np.fft.rfft(greens)))
#axs[0][1].plot(np.arange(P_r.shape[0]) * 1 / 200, P_r)
#axs[0][1].plot(P_i)
#axs[0][1].plot(P_g)
axs[0][1].plot(np.arange(len(reds)) / 50, reds_, color = 'red')
#ax2 = axs[0][1].twinx()
#ax2.plot(np.arange(len(reds)) / 50, irs_, color = 'magenta')
#ax3 = ax2.twinx()
#ax3.plot(np.arange(len(reds)) / 50, greens_, color = 'green')
#axs[1][1].plot(np.array(gyros)[:,0])
#axs[1][1].plot(np.array(gyros)[:,1])
#axs[1][1].plot(np.array(gyros)[:,2])
gs = np.array(gyros)
acs = np.array(accs)
f_gs = np.log(np.abs(np.fft.rfft(acs, axis = 0)))
axs[1][1].plot(f_gs[:,0], alpha = 0.25)
axs[1][1].plot(f_gs[:,1], alpha = 0.25)
axs[1][1].plot(f_gs[:,2], alpha = 0.25)
#axs[1][1].plot(strains)
#axs[1][1].plot(t1s)
#axs[1][1].plot(t2s)
#plt.show()
def read_and_process(types, cons, size):
index = 0
while (index < size):
packet_type = cons[index]
print(packet_type)
try:
t = [t for t in types if t['type_code'] == packet_type][0]
except:
print("HERE")
print(cons[index-5:index+5])
quit()
return
print(index, packet_type, t['type_name'])
d = cons[index + 1 : index + 1 + t['size']]
if t['type_name'] == b'packet_imu':
process_imu(d, t)
if t['type_name'] == b'packet_msg':
print(d)
if t['type_name'] == b'packet_adc':
process_adc(d, t)
if t['type_name'] == b'packet_spo2':
process_ppg(d, t)
index += 1 + t['size']