Skip to content

Commit 0f6d4a1

Browse files
committed
Bump seeds to 20 for statistical significance (p=0.0032) and fix output string
1 parent bd6780c commit 0f6d4a1

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

evaluate_baselines.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,7 @@ def clone_for_mc(layer):
6060
return AlwaysDropout(layer.rate)
6161
return layer.__class__.from_config(layer.get_config())
6262

63-
seeds = [42, 43, 44, 45, 46]
63+
seeds = list(range(42, 62))
6464

6565
results = {
6666
'phys_gap': [],
@@ -256,7 +256,7 @@ def clone_for_mc(layer):
256256
s = 'clean' if np.isinf(snr_db) else f'{snr_db}dB'
257257
print(f' Noise={s:>5} | catch_rate={catch:.3f}')
258258

259-
print('\n' + '=' * 60 + '\nFINAL AGGREGATED RESULTS (5 Seeds)\n' + '=' * 60)
259+
print('\n' + '=' * 60 + f'\nFINAL AGGREGATED RESULTS ({len(seeds)} Seeds)\n' + '=' * 60)
260260
print(
261261
f'Physics GAP: {np.nanmean(results["phys_gap"]):+.3f} ± {np.nanstd(results["phys_gap"]):.3f}'
262262
)

0 commit comments

Comments
 (0)