Thanks to @rschoene for adjusting the benchmark.

Author: AndreasGocht

benchmark/benchmark.py

@@ -6,10 +6,15 @@
 import benchmark_helper
 import pickle
 
-bench = benchmark_helper.BenchmarkEnv(repetitions=11)
+bench = benchmark_helper.BenchmarkEnv(repetitions=51)
 tests = ["test_1.py", "test_2.py"]
 results = {}
 
+reps_x={}
+reps_x["test_1.py"]=["1000000", "2000000", "3000000", "4000000", "5000000"]
+reps_x["test_2.py"]=["100000", "200000", "300000", "400000", "500000"] 
+
+
 for test in tests:
     results[test] = {"profile": {}, "trace": {}, "dummy": {}, "None": {}}
     for instrumenter in results[test]:
@@ -23,7 +28,7 @@
         print("#########")
         print("{}: {}".format(test, scorep_settings))
         print("#########")
-        for reps in ["1000", "10000", "100000", "1000000", "10000000"]:
+        for reps in reps_x[test]:
             times = bench.call(
                 test,
                 [reps],

benchmark/benchmark_helper.py

@@ -40,6 +40,7 @@ def call(self, script="", ops=[], enable_scorep=True, scorep_settings=[]):
         runtimes = []
         for i in range(self.repetitions):
             begin = time.time()
+            print (arguments)
             out = subprocess.run(
                 arguments,
                 env=self.env,

benchmark/run.sh

@@ -5,20 +5,16 @@
 #SBATCH -A p_readex
 #SBATCH -N 1
 #SBATCH --ntasks-per-node=1
-#SBATCH -c 24
+#SBATCH -c 1
 #SBATCH --comment=no_monitoring
 #SBATCH --job-name benchmark_python
 
+module load Python/3.6.4-intel-2018a
+module unload intel
+module load intel
 
-module load Python/3.6.6-foss-2019a
+export PATH=/scratch/rschoene/scorep-6-inst/bin:$PATH
 
-module use /home/gocht/modules
-module load scorep/scorep-6.0-python3.6.6-foss-2019a
-# Score-P 6.0 build with
-# ../configure --prefix=/home/gocht/sw/scorep/scorep-6.0-python3.6.6-foss-2019a --enable-shared
-# scorep_binding_python git sha: 8d35a668b0a59480e4e7fd9f43ae50949d807241 
-# installed in virtual environment
+. ~/scorep_binding_python/test/bin/activate
 
-. ~/virtenv/Python-3.6.6-foss-2019a/bin/activate
-
-srun taskset -c 0 python benchmark.py
+srun python benchmark.py