5411a309f7
Added complete "rect-lp" analysis except figure. Added multiple appendix figs. Overhauled normalization options across all condense scripts. Co-authored-by: Copilot <copilot@github.com>
46 lines
1.4 KiB
Python
46 lines
1.4 KiB
Python
import numpy as np
|
|
from thunderhopper.filetools import search_files
|
|
from thunderhopper.modeltools import load_data, save_data
|
|
from IPython import embed
|
|
|
|
# GENERAL SETTINGS:
|
|
target_species = ['Pseudochorthippus_parallelus']
|
|
mode = ['song', 'noise'][1]
|
|
stages = ['raw', 'filt', 'env', 'log', 'inv', 'conv', 'feat']
|
|
search_path = f'../data/inv/field/{mode}/'
|
|
save_path = f'../data/inv/field/{mode}/collected/'
|
|
|
|
# EXECUTION:
|
|
for i, species in enumerate(target_species):
|
|
print(f'Processing {species}')
|
|
|
|
# Fetch all species-specific song files:
|
|
all_paths = search_files(species, excl='merged_noise',ext='npz', dir=search_path)
|
|
if not all_paths:
|
|
continue
|
|
|
|
# Run through files:
|
|
for j, path in enumerate(all_paths):
|
|
|
|
# Load invariance data:
|
|
data, config = load_data(path, 'distances', 'measure')
|
|
|
|
if j == 0:
|
|
# Prepare species-specific storage:
|
|
species_data = dict(scales=data['distances'])
|
|
for stage in stages:
|
|
mkey = f'measure_{stage}'
|
|
shape = data[mkey].shape + (len(all_paths),)
|
|
species_data[mkey] = np.zeros(shape, dtype=float)
|
|
|
|
# Log species data:
|
|
for stage in stages:
|
|
mkey = f'measure_{stage}'
|
|
species_data[mkey][..., j] = data[mkey]
|
|
|
|
# Save collected file data:
|
|
save_name = save_path + species
|
|
save_data(save_name, species_data, config, overwrite=True)
|
|
|
|
print('Done.')
|