 static int parallel_init = 0;
 static int blocking_coll = 0;
 static int cudaGraphLaunches = 0;
+#ifdef MPI_SUPPORT
+// Report average iteration time: (0=RANK0,1=AVG,2=MIN,3=MAX)
+static int average = 1;
+#endif
 
 #define NUM_BLOCKS 32
 

    {"root", required_argument, 0, 'r'},
    {"blocking", required_argument, 0, 'z'},
    {"cudagraph", required_argument, 0, 'G'},
    {"help", no_argument, 0, 'h'}
  };

  while(1) {
    int c;
    c = getopt_long(argc, argv, "t:g:b:e:i:f:n:m:w:p:c:o:d:r:z:hG:", longopts, &longindex);

    if (c == -1)
      break;

        printf("Option -G (CUDA graph) not supported before NCCL 2.9 + CUDA 11.3. Ignoring\n");
#endif
        break;
#ifdef MPI_SUPPORT
      case 'a':
        average = (int)strtol(optarg, NULL, 0);
        break;
#endif
      default:
        if (c != 'h') printf("invalid option '%c'\n", c);
        printf("USAGE: %s \n\t"
