tiny-worlds/run_clean_experiments.sh at main · chimera-sigma/tiny-worlds · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
#!/bin/bash
# Clean, high-powered experimental runs for the paper
# 20 seeds per condition, 9999 permutations
# Run this from the tiny_world_model directory

set -e

echo "============================================"
echo "Clean Experimental Runs for Paper"
echo "20 seeds, 9999 permutations per condition"
echo "============================================"

# E3 Oscillator - RNN H=16 (Full, Readout-Only, Random, Scrambled)
echo -e "\n[E3 RNN H=16] Running 4 conditions..."
python run_experiment.py world=E3_osc_struct model=rnn_tanh model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_struct model=rnn_tanh model.hidden_dim=16 train=readout_only experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_struct model=rnn_tanh model.hidden_dim=16 train.max_steps=0 experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_struct model=rnn_tanh model.hidden_dim=16 train=scrambled experiment.n_seeds=20 stats.n_permutations=9999

# E3 Oscillator - RNN variants (Null, Nonstat)
echo -e "\n[E3 RNN variants] Running null and nonstat..."
python run_experiment.py world=E3_osc_null model=rnn_tanh model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_nonstat model=rnn_tanh model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999

# E3 Oscillator - GRU H=16 (Full, Readout-Only, Random, Scrambled)
echo -e "\n[E3 GRU H=16] Running 4 conditions..."
python run_experiment.py world=E3_osc_struct model=gru model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_struct model=gru model.hidden_dim=16 train=readout_only experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_struct model=gru model.hidden_dim=16 train.max_steps=0 experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_struct model=gru model.hidden_dim=16 train=scrambled experiment.n_seeds=20 stats.n_permutations=9999

# E3 Oscillator - GRU variants (Null, Nonstat)
echo -e "\n[E3 GRU variants] Running null and nonstat..."
python run_experiment.py world=E3_osc_null model=gru model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E3_osc_nonstat model=gru model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999

# E2 Regime - RNN (Struct Full, Struct Random, Null)
echo -e "\n[E2 RNN] Running structured and null..."
python run_experiment.py world=E2_regime_struct model=rnn_tanh model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E2_regime_struct model=rnn_tanh model.hidden_dim=16 train.max_steps=0 experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E2_regime_null model=rnn_tanh model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999

# Optional: E2 RNN readout-only
# python run_experiment.py world=E2_regime_struct model=rnn_tanh model.hidden_dim=16 train=readout_only experiment.n_seeds=20 stats.n_permutations=9999

# E2 Regime - GRU (Struct Full, Null)
echo -e "\n[E2 GRU] Running structured and null..."
python run_experiment.py world=E2_regime_struct model=gru model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999
python run_experiment.py world=E2_regime_null model=gru model.hidden_dim=16 train=default experiment.n_seeds=20 stats.n_permutations=9999

# Optional: E2 GRU readout-only
# python run_experiment.py world=E2_regime_struct model=gru model.hidden_dim=16 train=readout_only experiment.n_seeds=20 stats.n_permutations=9999

# ============================================
# CAPACITY SWEEPS (E3 only)
# ============================================

echo -e "\n[Capacity Sweep] RNN H=2,4,8,16,32..."
python run_experiment.py -m world=E3_osc_struct model=rnn_tanh train=default experiment.n_seeds=20 stats.n_permutations=9999 model.hidden_dim=2,4,8,16,32

echo -e "\n[Capacity Sweep] GRU H=2,4,8,16,32..."
python run_experiment.py -m world=E3_osc_struct model=gru train=default experiment.n_seeds=20 stats.n_permutations=9999 model.hidden_dim=2,4,8,16,32

echo -e "\n============================================"
echo "All clean experiments completed!"
echo "============================================"
echo -e "\nNext steps:"
echo "1. Run: python scripts/aggregate_results.py"
echo "2. Run: python scripts/analyze_results.py"
echo "3. Compile paper: cd paper && ./compile.sh"