added the results processing for perculation benchmark

benchmarks.json

@@ -61,11 +61,14 @@
             "type": "GPU",
             "buildpath": "apps/benchmarks/Percolation",
             "jobscript" : "jobscript/benchmarks/percolationgpu.sh",
-            "datafile":  "gpu_benchmark_*.sqlite3",
-            "processingtype": "",
+            "datafile":  "gpu_benchmark_channel_flow_*.sqlite3",
+            "processingtype": "perculation_sqlite",
             "branch_regex": "kemmler/particle_coupling_GPU",
             "project_id_regex": "",
-            "after_script": [ ]
+            "after_script": [
+                "!reference [.export_variables, before_script]",
+                "!reference [.upload, script]"
+            ]
         }
     ]
 }

jobscript/benchmarks/percolationgpu.sh

@@ -18,10 +18,10 @@ basename_exe=$(basename ${EXECUTABLE})
 profile_file="ncuprofile_channelflow_${basename_exe}_${dev_name}"
 
 # with profling
-cmdChannelFlow="${PROFILING} -o $profile_file $MPIRUN $FULL_EXECUTABLE $FULL_ARGUMENT -NumericalSetup.timeSteps=2 -NumericalSetup.useParticles=false"
-export DB_FILE="gpu_profile_channel_flow_${dev_name}.sqlite3"
-echo "Runing $cmdChannelFlow"
-$cmdChannelFlow && ncu -i "${profile_file}.ncu-rep" --csv --page=raw > "$(basename -s ".ncu-rep" ${profile_file})".csv || echo "${cmdChannelFlow} failed"
+# cmdChannelFlow="${PROFILING} -o $profile_file $MPIRUN $FULL_EXECUTABLE $FULL_ARGUMENT -NumericalSetup.timeSteps=2 -NumericalSetup.useParticles=false"
+# export DB_FILE="gpu_profile_channel_flow_${dev_name}.sqlite3"
+# echo "Runing $cmdChannelFlow"
+# $cmdChannelFlow && ncu -i "${profile_file}.ncu-rep" --csv --page=raw > "$(basename -s ".ncu-rep" ${profile_file})".csv || echo "${cmdChannelFlow} failed"
 
 # without profling
 cmdChannelFlow="$MPIRUN $FULL_EXECUTABLE $FULL_ARGUMENT -NumericalSetup.useParticles=false"
@@ -33,13 +33,13 @@ $cmdChannelFlow || echo "$cmdChannelFlow failed"
 profile_file="ncuprofile_percolation_${basename_exe}_${dev_name}"
 
 # with profling
-cmdPercolation="${PROFILING} -o $profile_file $MPIRUN $FULL_EXECUTABLE $FULL_ARGUMENT -NumericalSetup.timeSteps=2"
-export DB_FILE="gpu_profile_percolation_${dev_name}.sqlite3"
-echo "Runing $cmdPercolation"
-$cmdPercolation && ncu -i "${profile_file}.ncu-rep" --csv --page=raw > "$(basename -s ".ncu-rep" ${profile_file})".csv || echo "${cmdPercolation} failed"
+# cmdPercolation="${PROFILING} -o $profile_file $MPIRUN $FULL_EXECUTABLE $FULL_ARGUMENT -NumericalSetup.timeSteps=2"
+# export DB_FILE="gpu_profile_percolation_${dev_name}.sqlite3"
+# echo "Runing $cmdPercolation"
+# $cmdPercolation && ncu -i "${profile_file}.ncu-rep" --csv --page=raw > "$(basename -s ".ncu-rep" ${profile_file})".csv || echo "${cmdPercolation} failed"
 
 # without profling
-cmdPercolation="$MPIRUN $FULL_EXECUTABLE $FULL_ARGUMENT"
-echo "Runing $cmdPercolation"
-export DB_FILE="gpu_benchmark_percolation_${dev_name}.sqlite3"
-$cmdPercolation || echo "$cmdPercolation failed"
+# cmdPercolation="$MPIRUN $FULL_EXECUTABLE $FULL_ARGUMENT"
+# echo "Runing $cmdPercolation"
+# export DB_FILE="gpu_benchmark_percolation_${dev_name}.sqlite3"
+# $cmdPercolation || echo "$cmdPercolation failed"

process_output.py

@@ -18,7 +18,7 @@ def get_argparser():
         "-t",
         "--type",
         help=("Determine how file is processed is ",
-              "(mesa_pd|pfac_csv|mesa_pd_sqlite|uniformgrid_sqlite|energy_json|gravitywave_sqlite)"),
+              "(mesa_pd|pfac_csv|mesa_pd_sqlite|uniformgrid_sqlite|energy_json|gravitywave_sqlite|perculation_sqlite)"),
         required=True
     )
     parser.add_argument(