Merge remote-tracking branch 'origin/olivier'

conf/conf_gpUCB_5678910.yml

@@ -25,7 +25,7 @@ params:
   function_set: extended
   c: 0.0
   n_episodes: 1
-  n_steps: 2000
+  n_steps: 5000
   gamma: 1.0
   n_thread: 16
 

listpb.txt

+CartPole-v1 Acrobot-v1 MountainCarContinuous-v0 Pendulum-v0 InvertedPendulumSwingupBulletEnv-v0 BipedalWalker-v3 BipedalWalkerHardcore-v3 HopperBulletEnv-v0 InvertedDoublePendulumBulletEnv-v0 LunarLanderContinuous-v2

reproduce_results.sh

+
+
+#for pb in CartPole Acrobot MountainCar Pendulum BipedalWalker BipedalWalkerHardcore 
+#do
+#python -c "import pybullet ; import gym ; import pybullet ; gym.make('$pb-v2')"  2>&1 | tail -n 1 | sed 's/...$//g'  | sed "s/.*'//g"
+#
+#done
+#echo HopperBulletEnv-v0
+#echo InvertedDoublePendulum-v2
+#echo 'Not found: InvPendulumSwingUp ? Not pendulum ?'
+#echo LunarLander-v2
+
+stamp=STAMP${RANDOM}_${RANDOM}_`date | sed 's/ /_/g'`
+for pb in `cat listpb.txt`
+do
+(
+(
+    if [[ "$pb" == *"Mountain"* ]]; then
+      conf="conf/conf_gpUCB_3.yml"
+    elif [[ "$pb" == *"CartPole"* ]] || [[ "$pb" == *"Acrobot"* ]] || [[ "$pb" == "Pendulum-v0" ]]; then
+         conf="conf/conf_gpUCB_124.yml"
+    elif [[ "$pb" == *""* ]]; then
+         conf="conf/conf_gpUCB_5678910.yml"
+    fi
+    filename="conf/conf_gpUCB_${pb}_${stamp}.yml"
+    cp $conf $filename
+    sed -i "s/env:.*/env: $pb/g" $filename
+    python evolve.py --conf $filename &
+    if [[ "$pb" == *"Mountain"* ]]; then
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    python evolve.py --conf $filename &
+    fi
+    wait
+) | tee run_$stamp
+) &
+done
+
+wait
+
+#conf_gp.yml     conf_gpUCB_124.yml  conf_gpUCB_5678910.yml  conf_qdgp-BipedalWalker.yml  conf_qdlingp-BipedalWalker.yml
+#conf_gpUCB.yml  conf_gpUCB_3.yml    conf_lingp.yml          conf_qdgp-Hopper.yml         conf_qdlingp-Hopper.yml

table3.txt

+CartPole-v1 500.0
+Acrobot-v1 -83.17
+MountainCarContinuous-v0 99.31
+Pendulum-v0 -154.36
+InvertedPendulumSwingupBulletEnv-v0 893.35
+BipedalWalker-v3 268.85
+BipedalWalkerHardcore-v3 9.27
+HopperBulletEnv-v0 999.19
+InvertedDoublePendulumBulletEnv-v0 9092.17
+LunarLanderContinuous-v2 287.58

viewer.sh

+STAMP=`ls -ctr run_* | tail -n 1 | sed 's/run_//g'`
+echo STAMP=$STAMP
+for pb in `cat listpb.txt`
+do
+for k in 1 2
+do
+STAMP2=`ls -ctr results/*-${pb}-*/*.csv | tail -n $k | head -n 1 | sed 's/.*STAMP/STAMP/g' | sed 's/-[\.0-9]*.log.csv//g'`
+#ls results/*-${pb}-*${STAMP}*/*.csv
+echo $pb ":" `tail -n 1 results/*-${pb}-*${STAMP2}*/*.csv | awk -F ',' '{print $4}' | grep '[0-9]'` vs expected `grep $pb table3.txt | awk '{print $2}'`
+done
+done