Support separate workload binary.

Add ability to specify workload binary independently of cockroach binary.
The `-W` (capital 'W') flag added to each driver script overrides default
binary to use.

Author: Yevgeniy Miretskiy

cmd/generate.go

@@ -144,6 +144,12 @@ function load_cockroach() {
     echo "WARN: staging unknown version of cockroach binary from local path: $cockroach_binary"
     roachprod put "$1" "$cockroach_binary" "cockroach"
   fi
+
+  if [ -n "$workload_binary" ]
+  then
+     echo "Staging $workload_binary as cockroach workload command"
+     roachprod put "$1" "$workload_binary" "cockroach_workload"
+  fi
 }
 
 # Start cockroach cluster on nodes [1-NODES-1].
@@ -457,7 +463,7 @@ function destroy_cluster() {
 
 function usage() {
 echo "$1
-Usage: $0 [-b <bootstrap>]... [-w <workload>]... [-d] [-c cockroach_binary]
+Usage: $0 [-b <bootstrap>]... [-w <workload>]... [-d] [-c cockroach_binary] [-W workload_binary]
    -b: One or more bootstrap steps.
          -b create: creates cluster
          -b upload: uploads required scripts
@@ -472,6 +478,7 @@ Usage: $0 [-b <bootstrap>]... [-w <workload>]... [-d] [-c cockroach_binary]
        -w tpcc: Benchmark TPCC
        -w all : All of the above
    -c: Override cockroach binary to stage (local path to binary or release version)
+   -W: Override workload binary to stage (local path only).
    -r: Do not start benchmarks specified by -w.  Instead, resume waiting for their completion.
    -I: additional IO benchmark arguments
    -F: additional IO Fsync benchmark arguments
@@ -498,6 +505,7 @@ tpcc_extra_args='{{with $arg := .BenchArgs.tpcc}}{{$arg}}{{end}}'
 intra_az_net_extra_args='{{with $arg := .BenchArgs.net}}{{$arg}}{{end}}'
 cross_region_net_extra_args='{{with $arg := .BenchArgs.cross_region_net}}{{$arg}}{{end}}'
 cockroach_binary=''
+workload_binary=''
 
 while getopts 'c:b:w:dn:I:F:N:C:T:R:r' flag; do
   case "${flag}" in
@@ -515,6 +523,7 @@ while getopts 'c:b:w:dn:I:F:N:C:T:R:r' flag; do
        esac
     ;;
     c) cockroach_binary="${OPTARG}" ;;
+    W) workload_binary="${OPTARG}" ;;
     w) case "${OPTARG}" in
          cpu) benchmarks+=("bench_cpu") ;;
          io) benchmarks+=("bench_io") ;;

scripts/gen/tpcc.sh

@@ -78,6 +78,12 @@ exec &> >(tee -a "$logdir/script.log")
 
 cd "$HOME"
 
+workload_binary="./cockroach"
+if [ -f "./cockroach_workload" ]; then
+  echo "Using cockroach_workload binary for workload generation"
+  workload_binary="./cockroach_workload"
+fi
+
 if [ -z "$f_skip_load" ]
 then
   #./cockroach sql --insecure --url "${pgurls[0]}" -e "
@@ -88,7 +94,7 @@ then
 	# SET CLUSTER SETTING admission.sql_sql_response.enabled=false;
   #";
   echo "Loading TPCC fixture for $f_warehouses warehouses ..."
-  ./cockroach workload fixtures load tpcc --checks=false --warehouses="$f_warehouses" $f_load_args "${pgurls[0]}"
+  $workload_binary workload fixtures load tpcc --checks=false --warehouses="$f_warehouses" $f_load_args "${pgurls[0]}"
   echo "done loading"
 fi
 
@@ -115,6 +121,6 @@ echo "num_servers:$num_nodes, num_vcpu_per_node:$num_vcpu_per_node, conns=$((num
 # See also: https://www.cockroachlabs.com/docs/stable/recommended-production-settings.html#connection-pooling
 
 report="${logdir}/tpcc-results-$f_active.txt"
-./cockroach workload run tpcc \
+$workload_binary workload run tpcc \
   --warehouses="$f_warehouses" --active-warehouses="$f_active"  --conns=$((num_vcpu_per_node * num_servers * 4))  --ramp=5m --duration="$f_duration" --tolerate-errors --wait=0 \
   "${pgurls[@]}" > "$report"