import sys import os import scipy.stats as scp import numpy as np import itertools import pandas as pd import matplotlib.pyplot as plt import matplotlib.gridspec as gridspec from IPython import embed colors = ['#BA2D22', '#53379B', '#F47F17', '#3673A4', '#AAB71B', '#DC143C', '#1E90FF'] female_color, male_color = '#e74c3c', '#3498db' Wc, Lc = 'darkgreen', '#3673A4' def plot_rise_vs_chirp_count(trial_summary, trial_mask): fig = plt.figure(figsize=(20/2.54, 20/2.54)) gs = gridspec.GridSpec(2, 2, left=0.1, bottom=0.1, right=0.95, top=0.95, height_ratios=[1, 3], width_ratios=[3, 1]) ax = fig.add_subplot(gs[1, 0]) ax.plot(trial_summary['rises_win'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['chirps_win'][(trial_summary["draw"] == 0) & trial_mask], 'o', color=Wc, label='winner') ax.plot(trial_summary['rises_lose'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['chirps_lose'][(trial_summary["draw"] == 0) & trial_mask], 'o', color=Lc, label='loster') ax.set_xlabel('rises [n]', fontsize=12) ax.set_ylabel('chirps [n]', fontsize=12) ax.tick_params(labelsize=10) ax_chirps = fig.add_subplot(gs[1, 1], sharey=ax) ax_chirps.boxplot([trial_summary['chirps_win'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['chirps_lose'][(trial_summary["draw"] == 0) & trial_mask]], widths = .5, positions = [1, 2]) ax_chirps.set_xticks([1, 2]) ax_chirps.set_xticklabels(['Win', 'Lose']) plt.setp(ax_chirps.get_yticklabels(), visible=False) ax_rises = fig.add_subplot(gs[0, 0], sharex=ax) ax_rises.boxplot([trial_summary['rises_win'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['rises_lose'][(trial_summary["draw"] == 0) & trial_mask]], widths = .5, positions = [1, 2], vert=False) ax_rises.set_yticks([1, 2]) ax_rises.set_yticklabels(['Win', 'Lose']) plt.setp(ax_rises.get_xticklabels(), visible=False) plt.savefig(os.path.join(os.path.split(__file__)[0], 'figures', 'rise_vs_chirp_count.png'), dpi=300) plt.close() def plot_beh_count_per_pairing(trial_summary, trial_mask=None, beh_key_win=None, beh_key_lose=None, ylabel='y', save_str='random_plot_title'): mek = ['k', 'None', 'None', 'k'] markersize = 12 win_colors = [male_color, male_color, female_color, female_color] lose_colors = [male_color, female_color, male_color, female_color] if not hasattr(trial_mask, '__len__'): trial_mask = np.ones(len(trial_summary)) win_count = [] lose_count = [] for win_sex, lose_sex in itertools.product(['m', 'f'], repeat=2): win_count.append(trial_summary[beh_key_win][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) lose_count.append(trial_summary[beh_key_lose][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) fig = plt.figure(figsize=(20/2.54, 12/2.54)) gs = gridspec.GridSpec(1, 1, left=0.1, bottom=0.1, right=0.95, top=0.95) ax = fig.add_subplot(gs[0, 0]) ax.boxplot(win_count, positions=np.arange(len(win_count))-0.15, widths= .2, sym='') ax.boxplot(lose_count, positions=np.arange(len(lose_count))+0.15, widths= .2, sym='') ax.set_xticks(np.arange(len(win_count))) ax.set_xticklabels([u'\u2642\u2642', u'\u2642\u2640', u'\u2640\u2642', u'\u2640\u2640']) # ax.set_xticklabels(['mm', 'mf', 'fm', 'ff']) y0, y1 = ax.get_ylim() for i in range(len(win_count)): ax.text(i, y1, f'n={len(win_count[i]):.0f}', fontsize=10, ha='center', va='bottom') ax.set_ylim(top = y1*1.1) ax.set_ylabel(ylabel, fontsize=12) plt.tick_params(labelsize=10) plt.savefig(os.path.join(os.path.split(__file__)[0], 'figures', f'{save_str}.png'), dpi=300) plt.close() def plot_meta_correlation(trial_summary, trial_mask, key1, key2, key1_name, key2_name, abs_key_1=False, save_str=None): mek = ['k', 'None', 'None', 'k'] markersize = 12 win_colors = [male_color, male_color, female_color, female_color] lose_colors = [male_color, female_color, male_color, female_color] key1_collect = [] key2_collect = [] if 'chirp' in key1 or 'chirp' in key2: pass else: trial_mask = np.ones(len(trial_summary)) for win_sex, lose_sex in itertools.product(['m', 'f'], repeat=2): k1 = trial_summary[key1][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() k2 = trial_summary[key2][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() mask = np.ones_like(k1, dtype=bool) mask[(k1 == -1) | (k2 == -1)] = 0 k1 = k1[mask] k2 = k2[mask] k1 = np.abs(k1) if abs_key_1 else k1 key1_collect.append(k1) key2_collect.append(k2) fig = plt.figure(figsize=(20/2.54, 20/2.54)) gs = gridspec.GridSpec(2, 1, left=0.1, bottom=0.1, right=0.95, top=0.95) ax = [] ax.append(fig.add_subplot(gs[0, 0])) ax.append(fig.add_subplot(gs[1, 0], sharex=ax[0])) for i in range(len(key1_collect)): ax[0].plot(key1_collect[i], key2_collect[i], marker = 'p', color=win_colors[i], markeredgecolor=mek[i], markersize=markersize, markeredgewidth=2, linestyle='None') ax[1].plot(key1_collect[i], key2_collect[i], marker = 'o', color=lose_colors[i], markeredgecolor=mek[i], markersize=markersize, markeredgewidth=2, linestyle='None') ax[1].set_xlabel(f'{key1_name}', fontsize=12) ax[0].set_ylabel(f'{key2_name}', fontsize=12) ax[1].set_ylabel(f'{key2_name}', fontsize=12) plt.tick_params(labelsize=10) if True: r_coll = [] p_coll = [] # print(f'\n{key1_name} - {key2_name}') for win_lose_key, sex in itertools.product(['sex_win', 'sex_lose'], ['m', 'f']): print(win_lose_key, sex) k1 = trial_summary[key1][(trial_summary[win_lose_key] == sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() k2 = trial_summary[key2][(trial_summary[win_lose_key] == sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() mask = np.ones_like(k1, dtype=bool) mask[np.isnan(k1) | np.isnan(k2)] = 0 mask[(k1 == -1) | (k2 == -1)] = 0 k1 = k1[mask] k2 = k2[mask] k1 = np.abs(k1) if abs_key_1 else k1 r, p = scp.pearsonr(k1, k2) r_coll.append(r) p_coll.append(p) # print(f'{win_lose_key}: {sex} --> spearman-r={r:.2f} p={p:.3f}') k1 = trial_summary[key1][(trial_summary["draw"] == 0) & trial_mask].to_numpy() k2 = trial_summary[key2][(trial_summary["draw"] == 0) & trial_mask].to_numpy() mask = np.ones_like(k1, dtype=bool) mask[np.isnan(k1) | np.isnan(k2)] = 0 mask[(k1 == -1) | (k2 == -1)] = 0 k1 = k1[mask] k2 = k2[mask] k1 = np.abs(k1) if abs_key_1 else k1 r, p = scp.pearsonr(k1, k2) ax[0].text(1, 1, f'male win: pearson-r = {r_coll[0]:.2f} p={p_coll[0]:.3f}\n' f'female win: pearson-r = {r_coll[1]:.2f} p={p_coll[1]:.3f}', ha='right', va='bottom', transform = ax[0].transAxes) ax[1].text(1, 1, f'male lose: pearson-r = {r_coll[2]:.2f} p={p_coll[2]:.3f}\n' f'female lose: pearson-r = {r_coll[3]:.2f} p={p_coll[3]:.3f}', ha='right', va='bottom', transform = ax[1].transAxes) ax[1].text(1, -.1, f'all: pearson-r = {r:.2f} p={p:.3f}', ha='right', va='top', transform = ax[1].transAxes) # print(f'all --> spearman-r={r:.2f} p={p:.3f}') save_str = f'corr_{key1}_{key2}' if not save_str else save_str plt.setp(ax[0].get_xticklabels(), visible=False) plt.savefig(os.path.join(os.path.split(__file__)[0], 'figures', 'meta_correlations', save_str + '.png'), dpi=300) plt.close() def plot_beh_count_vs_dmeta(trial_summary, trial_mask=None, beh_key_win=None, beh_key_lose=None, meta_key_win=None, meta_key_lose=None, xlabel='x', save_str='random_plot_title'): mek = ['k', 'None', 'None', 'k'] markersize = 12 win_colors = [male_color, male_color, female_color, female_color] lose_colors = [male_color, female_color, male_color, female_color] if not hasattr(trial_mask, '__len__'): trial_mask = np.ones(len(trial_summary)) win_count = [] lose_count = [] win_meta = [] lose_meta = [] for win_sex, lose_sex in itertools.product(['m', 'f'], repeat=2): win_count.append(trial_summary[beh_key_win][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) lose_count.append(trial_summary[beh_key_lose][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) win_meta.append(trial_summary[meta_key_win][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) lose_meta.append(trial_summary[meta_key_lose][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) fig = plt.figure(figsize=(20/2.54, 20/2.54)) gs = gridspec.GridSpec(2, 2, left=0.1, bottom=0.1, right=0.95, top=0.95, hspace=0.1, wspace=0.1) ax = [] ax.append(fig.add_subplot(gs[0, 0])) ax.append(fig.add_subplot(gs[1, 0], sharex=ax[0])) ax.append(fig.add_subplot(gs[0, 1], sharey=ax[0])) ax.append(fig.add_subplot(gs[1, 1], sharex=ax[2], sharey=ax[1])) for i in range(len(win_count)): ax[0].plot(win_meta[i]-lose_meta[i], win_count[i], 'p', color=win_colors[i], markeredgecolor=mek[i], markersize=markersize, markeredgewidth=2) ax[1].plot(win_meta[i]-lose_meta[i], lose_count[i], 'p', color=win_colors[i], markeredgecolor=mek[i], markersize=markersize, markeredgewidth=2) ax[2].plot((win_meta[i]-lose_meta[i])*-1, win_count[i], 'o', color=lose_colors[i], markeredgecolor=mek[i], markersize=markersize, markeredgewidth=2) ax[3].plot((win_meta[i]-lose_meta[i])*-1, lose_count[i], 'o', color=lose_colors[i], markeredgecolor=mek[i], markersize=markersize, markeredgewidth=2 ) ax[0].set_ylabel(f'{beh_key_win} [n]', fontsize=12) ax[1].set_ylabel(f'{beh_key_lose} [n]', fontsize=12) ax[1].set_xlabel(f'{xlabel}', fontsize=12) ax[3].set_xlabel(f'{xlabel}', fontsize=12) plt.setp(ax[0].get_xticklabels(), visible=False) plt.setp(ax[2].get_xticklabels(), visible=False) plt.setp(ax[2].get_yticklabels(), visible=False) plt.setp(ax[3].get_yticklabels(), visible=False) plt.tick_params(labelsize=10) plt.savefig(os.path.join(os.path.split(__file__)[0], 'figures', 'meta_correlations', f'{save_str}.png'), dpi=300) plt.close() def plot_beh_conut_vs_experience(trial_summary, trial_mask = None, beh_key_win='chirps_win', beh_key_lose='chirps_lose', ylabel='chirps [n]', save_str='random_plot_title'): mek = ['k', 'None', 'None', 'k'] markersize = 10 win_colors = [male_color, male_color, female_color, female_color] lose_colors = [male_color, female_color, male_color, female_color] if not hasattr(trial_mask, '__len__'): trial_mask = np.ones(len(trial_summary)) lose_beh_per_exp = [] win_beh_per_exp = [] for i in np.unique(trial_summary['exp_lose']): lose_beh_per_exp.append(trial_summary[beh_key_lose][(trial_summary['exp_lose'] == i) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) win_beh_per_exp.append(trial_summary[beh_key_win][(trial_summary['exp_lose'] == i) & (trial_summary["draw"] == 0) & trial_mask].to_numpy()) fig = plt.figure(figsize=(20 / 2.54, 12 / 2.54)) gs = gridspec.GridSpec(1, 1, left=0.1, bottom=0.15, right=0.95, top=0.95, hspace=0.1, wspace=0.1) ax = fig.add_subplot(gs[0, 0]) ax.boxplot(lose_beh_per_exp, positions = np.unique(trial_summary['exp_lose'])-0.15, widths=0.2) ax.boxplot(win_beh_per_exp, positions = np.unique(trial_summary['exp_lose'])+0.15, widths=0.2) for enu, (win_sex, lose_sex) in enumerate(itertools.product(['m', 'f'], repeat=2)): lose_beh_count = trial_summary[beh_key_lose][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() win_beh_count = trial_summary[beh_key_win][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() lose_exp = trial_summary['exp_lose'][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() win_exp = trial_summary['exp_win'][(trial_summary["sex_win"] == win_sex) & (trial_summary["sex_lose"] == lose_sex) & (trial_summary["draw"] == 0) & trial_mask].to_numpy() ax.plot(lose_exp-0.15, lose_beh_count, 'o', color=lose_colors[enu], markeredgecolor=mek[enu], markersize=markersize, markeredgewidth=2) ax.plot(win_exp+0.15, win_beh_count, 'p', color=win_colors[enu], markeredgecolor=mek[enu], markersize=markersize, markeredgewidth=2) ax.set_xticks(np.unique(trial_summary['exp_lose'])) ax.set_xticklabels(np.unique(trial_summary['exp_lose'])) ax.set_xlabel('experience [trials]', fontsize=12) ax.set_ylabel(ylabel, fontsize=12) ax.tick_params(labelsize=10) plt.savefig(os.path.join(os.path.split(__file__)[0], 'figures', f'{save_str}.png'), dpi=300) plt.close() def main(base_path): if not os.path.exists(os.path.join(os.path.split(__file__)[0], 'figures', 'meta_correlations')): os.makedirs(os.path.join(os.path.split(__file__)[0], 'figures', 'meta_correlations')) # trial_summary = pd.read_csv(os.path.join(base_path, 'trial_summary.csv'), index_col=0) trial_summary = pd.read_csv(os.path.join(base_path, 'trial_summary.csv'), index_col=0) chirp_notes = pd.read_csv(os.path.join(base_path, 'chirp_notes.csv'), index_col=0) # trial_summary = trial_summary[chirp_notes['good'] == 1] trial_mask = chirp_notes['good'] == 1 if True: print('') rc = np.concatenate((trial_summary['rises_win'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['rises_lose'][(trial_summary["draw"] == 0) & trial_mask])) cc = np.concatenate((trial_summary['chirps_win'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['chirps_lose'][(trial_summary["draw"] == 0) & trial_mask])) r, p = scp.pearsonr(rc, cc) print(f'Risescount - Chirpscount - all: Pearson-r={r:.2f} p={p:.3f}') r, p = scp.pearsonr(trial_summary['rises_win'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['chirps_win'][(trial_summary["draw"] == 0) & trial_mask]) print(f'Risescount - Chirpscount - win: Pearson-r={r:.2f} p={p:.3f}') r, p = scp.pearsonr(trial_summary['rises_lose'][(trial_summary["draw"] == 0) & trial_mask], trial_summary['chirps_lose'][(trial_summary["draw"] == 0) & trial_mask]) print(f'Risescount - Chirpscount - lose: Pearson-r={r:.2f} p={p:.3f}') plot_rise_vs_chirp_count(trial_summary, trial_mask) if True: print('') chirps_lose_female_win = trial_summary['chirps_lose'][(trial_summary['sex_win'] == 'f') & (trial_summary["draw"] == 0) & trial_mask] chirps_lose_male_win = trial_summary['chirps_lose'][(trial_summary['sex_win'] == 'm') & (trial_summary["draw"] == 0) & trial_mask] U, p = scp.mannwhitneyu(chirps_lose_female_win, chirps_lose_male_win) print(f'Chirpscount - female win - male win: MW-U={U:.2f} p={p:.3f}') chirps_lose_female_lose = trial_summary['chirps_lose'][(trial_summary['sex_lose'] == 'f') & (trial_summary["draw"] == 0) & trial_mask] chirps_lose_male_lose = trial_summary['chirps_lose'][(trial_summary['sex_lose'] == 'm') & (trial_summary["draw"] == 0) & trial_mask] U, p = scp.mannwhitneyu(chirps_lose_female_lose, chirps_lose_male_lose) print(f'Chirpscount - female lose - male lose: MW-U={U:.2f} p={p:.3f}') ################################################################################### rises_lose_female_win = trial_summary['rises_lose'][(trial_summary['sex_win'] == 'f') & (trial_summary["draw"] == 0)] rises_lose_male_win = trial_summary['rises_lose'][(trial_summary['sex_win'] == 'm') & (trial_summary["draw"] == 0)] U, p = scp.mannwhitneyu(rises_lose_female_win, rises_lose_male_win) print(f'Risescount - female win - male win: MW-U={U:.2f} p={p:.3f}') rises_lose_female_lose = trial_summary['rises_lose'][(trial_summary['sex_lose'] == 'f') & (trial_summary["draw"] == 0)] rises_lose_male_lose = trial_summary['rises_lose'][(trial_summary['sex_lose'] == 'm') & (trial_summary["draw"] == 0)] U, p = scp.mannwhitneyu(rises_lose_female_lose, rises_lose_male_lose) print(f'Risescount - female lose - male lose: MW-U={U:.2f} p={p:.3f}') plot_beh_count_per_pairing(trial_summary, trial_mask, beh_key_win='chirps_win', beh_key_lose='chirps_lose', ylabel='chirps [n]', save_str='chirps_per_pairing') plot_beh_count_per_pairing(trial_summary, trial_mask=None, beh_key_win='rises_win', beh_key_lose='rises_lose', ylabel='rises [n]', save_str='rises_per_pairing') plot_beh_count_vs_dmeta(trial_summary, trial_mask, beh_key_win='chirps_win', beh_key_lose='chirps_lose', meta_key_win="size_win", meta_key_lose='size_lose', xlabel=u'$\Delta$size [cm]', save_str='chirps_vs_dSize') plot_beh_count_vs_dmeta(trial_summary, trial_mask=None, beh_key_win='rises_win', beh_key_lose='rises_lose', meta_key_win="size_win", meta_key_lose='size_lose', xlabel=u'$\Delta$size [cm]', save_str='rises_vs_dSize') plot_beh_count_vs_dmeta(trial_summary, trial_mask, beh_key_win='chirps_win', beh_key_lose='chirps_lose', meta_key_win="EODf_win", meta_key_lose='EODf_lose', xlabel=u'$\Delta$EODf [Hz]', save_str='chirps_vs_dEODf') plot_beh_count_vs_dmeta(trial_summary, trial_mask=None, beh_key_win='rises_win', beh_key_lose='rises_lose', meta_key_win="EODf_win", meta_key_lose='EODf_lose', xlabel=u'$\Delta$EODf [Hz]', save_str='rises_vs_dEODf') keys = ['dsize', 'dEODf', 'chirps_win', 'chirps_lose', 'rises_win', 'rises_lose', 'chase_count', 'contact_count', 'med_chase_dur', 'comp_dur0', 'comp_dur1'] keys_names = [r'$\Delta$size$_{win}$', r'$\Delta$EODf$_{win}$', r'chirps$_{win}$', r'chirps$_{lose}$', 'rises$_{win}$', 'rises$_{lose}$', 'chase$_{n}$', 'contact$_{n}$', 'med_chase_dur', 'comp_dur0', 'comp_dur1'] # for key1, key2 in itertools.combinations(keys, r = 2): plot_meta_correlation(trial_summary, trial_mask, key1='dEODf', key2='chirps_lose', key1_name=r'$\Delta$EODf$_{win}$', key2_name= r'chirps$_{lose}$', abs_key_1=True, save_str='corr_abs_dEODf_chirps_lose') plot_meta_correlation(trial_summary, trial_mask, key1='dEODf', key2='med_chase_dur', key1_name=r'$\Delta$EODf$_{win}$', key2_name= 'med_chase_dur', abs_key_1=True, save_str='corr_abs_dEODf_med_chase_dur') for i, j in itertools.combinations(np.arange(len(keys)), r = 2): plot_meta_correlation(trial_summary, trial_mask, key1=keys[i], key2=keys[j], key1_name=keys_names[i], key2_name=keys_names[j]) plot_beh_conut_vs_experience(trial_summary, trial_mask, beh_key_win='chirps_win', beh_key_lose='chirps_lose', ylabel='chirps [n]', save_str='chirps_by_experince') plot_beh_conut_vs_experience(trial_summary, trial_mask=None, beh_key_win='rises_win', beh_key_lose='rises_lose', ylabel='rises [n]', save_str='rises_by_experince') if True: for key in ['chirps_lose', 'chirps_win', 'rises_lose', 'rises_win']: print('') if 'chirps' in key: lose_events = trial_summary[key][(trial_summary["draw"] == 0) & trial_mask] lose_exp = trial_summary['exp_lose'][(trial_summary["draw"] == 0) & trial_mask] win_exp = trial_summary['exp_win'][(trial_summary["draw"] == 0) & trial_mask] else: lose_events = trial_summary[key][(trial_summary["draw"] == 0)] lose_exp = trial_summary['exp_lose'][(trial_summary["draw"] == 0)] win_exp = trial_summary['exp_win'][(trial_summary["draw"] == 0)] r, p = scp.pearsonr(lose_events, lose_exp) print(f'(all) {key} - lose exp: Pearson-r={r:.2f} p={p:.3f}') r, p = scp.pearsonr(lose_events, win_exp) print(f'(all) {key} - win exp: Pearson-r={r:.2f} p={p:.3f}') plt.show() if __name__ == '__main__': main(sys.argv[1])