mojo/tools/data/rtt_benchmarks

# This file contains a list of Mojo benchmarks. For description of the file
# format, see `mojo_benchmark --help`.

benchmarks = [
  {
    'name': 'C++ <=> C++ IPC Round Trip Time',
    'app': 'https://core.mojoapps.io/echo_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.90'},
    ],
    'shell-args': [
      '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing',
    ]
  },
  {
    'name': 'C++ <=> Dart IPC Round Trip Time',
    'app': 'https://core.mojoapps.io/echo_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.90'},
    ],
    'shell-args': [
      '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing --dart-server',
    ]
  },
  {
    'name': 'Dart <=> Dart IPC Round Trip Time',
    'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/mojo_rtt_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.90'},
    ]
  },
  {
    'name': 'Dart <=> C++ IPC Round Trip Time',
    'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/mojo_rtt_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.90'},
    ],
    'shell-args': [
      '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server',
    ]
  },
  {
    'name': 'Dart Isolate Message Round Trip Time',
    'app': 'https://core.mojoapps.io/dart_isolate_rtt_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/isolate_rtt_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/isolate_rtt_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/isolate_rtt_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/isolate_rtt_benchmark/ping/0.90'},
    ]
  },
  {
    'name': 'Many client C++ <=> C++ IPC Round Trip Time',
    'app': 'https://core.mojoapps.io/echo_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/echo_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/echo_benchmark/ping/0.90'},
    ],
    'shell-args': [
      '--args-for=https://core.mojoapps.io/echo_benchmark.mojo --early-tracing --num-clients=100 --num-active-clients=100',
    ]
  },
  {
    'name': 'Many client Dart <=> Dart IPC Round Trip Time',
    'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/mojo_rtt_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.90'},
    ],
    'shell-args': [
      '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --num-clients=100 --num-active-clients=100',
    ]
  },
  {
    'name': 'Many client Dart <=> C++ IPC Round Trip Time',
    'app': 'https://core.mojoapps.io/dart_rtt_benchmark.mojo',
    'duration': 10,
    'measurements': [
      {'name': 'avg ping', 'spec': 'avg_duration/mojo_rtt_benchmark/ping'},
      {'name': '10th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.10'},
      {'name': '50th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.50'},
      {'name': '90th percentile ping', 'spec': 'percentile_duration/mojo_rtt_benchmark/ping/0.90'},
    ],
    'shell-args': [
      '--args-for=https://core.mojoapps.io/dart_rtt_benchmark.mojo --cpp-server --num-clients=100 --num-active-clients=100',
    ]
  },
]