Skip to content

Commit

Permalink
update scripts.
Browse files Browse the repository at this point in the history
  • Loading branch information
@davidzhu27
davidzhu27 committed May 23, 2024
1 parent d091c58 commit f5fd76c
Show file tree
Hide file tree
Showing 4 changed files with 165 additions and 44 deletions.
59 changes: 59 additions & 0 deletions abl.sh
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
for seed in 15 25 35
do
# sizes
# cql halfcheetah ME
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-original_0.5" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-original_0.2" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-original_0.1" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.1

python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-binary_labels_0.5" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-binary_labels_0.2" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-binary_labels_0.1" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.1

python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-latent_reward_0.5" --num_t 49920 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-latent_reward_0.2" --num_t 49920 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-latent_reward_0.1" --num_t 49920 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 1 --dataset_size_multiplier 0.1

# iql hopper MR
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-original-no_overlap_0.5" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-original-no_overlap_0.2" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-original-no_overlap_0.1" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.1

python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-binary_labels-no_overlap_0.5" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-binary_labels-no_overlap_0.2" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-binary_labels-no_overlap_0.1" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.1

python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-latent_reward-no_overlap_0.5" --num_t 9000 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-latent_reward-no_overlap_0.2" --num_t 9000 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-latent_reward-no_overlap_0.1" --num_t 9000 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 0 --dataset_size_multiplier 0.1

# ipl halfcheetah ME
python scripts/train.py --config output_configs/config_halfcheetah-medium-expert-v2_0.5.yaml --path "saved/halfcheetah-medium-expert_0.5_$seed"
python scripts/train.py --config output_configs/config_halfcheetah-medium-expert-v2_0.2.yaml --path "saved/halfcheetah-medium-expert_0.2_$seed"
python scripts/train.py --config output_configs/config_halfcheetah-medium-expert-v2_0.1.yaml --path "saved/halfcheetah-medium-expert_0.1_$seed"

# ipl hopper MR
python scripts/train.py --config output_configs/config_hopper-medium-replay-v2_0.5.yaml --path "saved/hopper-medium-replay_0.5_$seed"
python scripts/train.py --config output_configs/config_hopper-medium-replay-v2_0.2.yaml --path "saved/hopper-medium-replay_0.2_$seed"
python scripts/train.py --config output_configs/config_hopper-medium-replay-v2_0.1.yaml --path "saved/hopper-medium-replay_0.1_$seed"

# other algos
# combo halfcheetah ME
python run_example/run_combo.py --task "halfcheetah-medium-expert-v2" --log_dir_name "original_$seed" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --rollout-length 5 --cql-weight 5.0 --use_original_dataset 0
python run_example/run_combo.py --task "halfcheetah-medium-expert-v2" --log_dir_name "binary_labels_$seed" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --rollout-length 5 --cql-weight 5.0 --use_original_dataset 0
python run_example/run_combo.py --task "halfcheetah-medium-expert-v2" --log_dir_name "latent_reward_$seed" --num_t 49920 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --rollout-length 5 --cql-weight 5.0 --use_original_dataset 0

# iql halfcheetah ME
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "iql-halfcheetah-medium-expert-original" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 0 --seed $seed --bin_label_allow_overlap 1
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "iql-halfcheetah-medium-expert-binary_labels" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 1
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "iql-halfcheetah-medium-expert-latent_reward" --num_t 49920 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 1

# multiple labels
# cql halfcheetah ME
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-binary_labels-multi_berno" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 1 --num_berno 10
python CORL/algorithms/offline/cql.py --project "Experiments_CORL" --env "halfcheetah-medium-expert-v2" --out_name "cql-halfcheetah-medium-expert-latent_reward-multi_berno" --num_t 49920 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 1 --num_berno 10

# iql hopper MR
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-binary_labels-no_overlap-multi_berno" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --seed $seed --bin_label_allow_overlap 0 --num_berno 10
python CORL/algorithms/offline/iql.py --project "Experiments_CORL" --env "hopper-medium-replay-v2" --out_name "iql-hopper-medium-replay-latent_reward-no_overlap-multi_berno" --num_t 9000 --len_t 20 --latent_reward 1 --bin_label 0 --seed $seed --bin_label_allow_overlap 0 --num_berno 10
done
49 changes: 17 additions & 32 deletions generate_ipl_datasets.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,37 +3,22 @@
seed=0

# walker

# single bernoulli
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-expert-v2" --out_name "walker-medium-expert" --num_t 49600 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-replay-v2" --out_name "walker-medium-replay" --num_t 7000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-v2" --out_name "walker-medium" --num_t 24800 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1

# multiple bernoulli
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-expert-v2" --out_name "walker-medium-expert" --num_t 49600 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-replay-v2" --out_name "walker-medium-replay" --num_t 7000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-v2" --out_name "walker-medium" --num_t 24800 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1

# hopper

# single bernoulli
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-expert-v2" --out_name "hopper-medium-expert" --num_t 48800 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-replay-v2" --out_name "hopper-medium-replay" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-v2" --out_name "hopper-medium" --num_t 23000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1

# multiple bernoulli
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-expert-v2" --out_name "hopper-medium-expert" --num_t 48800 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-replay-v2" --out_name "hopper-medium-replay" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-v2" --out_name "hopper-medium" --num_t 23000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-expert-v2" --out_name "walker-medium-expert" --num_t 49600 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-replay-v2" --out_name "walker-medium-replay" --num_t 7000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "walker2d-medium-v2" --out_name "walker-medium" --num_t 24000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1

# hopper

# single bernoulli
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-expert-v2" --out_name "halfcheetah-medium-expert" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-replay-v2" --out_name "halfcheetah-medium-replay" --num_t 5000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-v2" --out_name "halfcheetah-medium" --num_t 24960 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1

# multiple bernoulli
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-expert-v2" --out_name "halfcheetah-medium-expert" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-replay-v2" --out_name "halfcheetah-medium-replay" --num_t 5000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-v2" --out_name "halfcheetah-medium" --num_t 24960 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 10 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-expert-v2" --out_name "hopper-medium-expert" --num_t 48800 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-replay-v2" --out_name "hopper-medium-replay" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-replay-v2" --out_name "hopper-medium-replay" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-replay-v2" --out_name "hopper-medium-replay" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-replay-v2" --out_name "hopper-medium-replay" --num_t 9000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1 --dataset_size_multiplier 0.1
python CORL/algorithms/offline/iql_for_ipl.py --env "hopper-medium-v2" --out_name "hopper-medium" --num_t 23000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 0 --seed $seed --quick_stop 1

# halfcheetah
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-expert-v2" --out_name "halfcheetah-medium-expert" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-expert-v2" --out_name "halfcheetah-medium-expert" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1 --dataset_size_multiplier 0.5
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-expert-v2" --out_name "halfcheetah-medium-expert" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1 --dataset_size_multiplier 0.2
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-expert-v2" --out_name "halfcheetah-medium-expert" --num_t 49920 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1 --dataset_size_multiplier 0.1
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-replay-v2" --out_name "halfcheetah-medium-replay" --num_t 5000 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
python CORL/algorithms/offline/iql_for_ipl.py --env "halfcheetah-medium-v2" --out_name "halfcheetah-medium" --num_t 24960 --len_t 20 --latent_reward 0 --bin_label 1 --num_berno 1 --bin_label_trajectory_batch 0 --bin_label_allow_overlap 1 --seed $seed --quick_stop 1
Loading

0 comments on commit f5fd76c

Please sign in to comment.