1 # Run `test1`, `test2`, `test3`, ... for 100 times on randomly generated simple
4 # This script should be run from the `build` folder as:
6 # bash ../scripts/test_all_scenarios.sh out 100 test1 test2 test3 ...
11 echo 'Test `runnable`s for `count` simple scenarios'
15 echo -e '\tbash test_simple_scenarios.sh RESULTS COUNT RUN1 RUN2 ...'
17 echo '- RESULTS is the directory to store the results to.'
18 echo '- COUNT how many times the runnable is run.'
19 echo '- COUNT tells how many simple scenarios are generated.'
20 echo '- RUNx are runnable binaries.'
38 while [ $cnt -lt $count ]
40 python3 ../scripts/generate_simple_json_scenario.py > t
42 while [ $rcnt -lt $rcount ]
44 mkdir -p $results/$cnt/$rcnt
47 ./$r < t > $results/$cnt/$rcnt/$r.json
51 mv t ${results}_t/t_$cnt