libuv/test/benchmark-list.h

/* Copyright Joyent, Inc. and other Node contributors. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
 * deal in the Software without restriction, including without limitation the
 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
 * sell copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 * IN THE SOFTWARE.
 */

BENCHMARK_DECLARE (sizes)
BENCHMARK_DECLARE (loop_count)
BENCHMARK_DECLARE (loop_count_timed)
BENCHMARK_DECLARE (ping_pongs)
BENCHMARK_DECLARE (ping_udp1)
BENCHMARK_DECLARE (ping_udp10)
BENCHMARK_DECLARE (ping_udp100)
BENCHMARK_DECLARE (tcp_write_batch)
BENCHMARK_DECLARE (tcp4_pound_100)
BENCHMARK_DECLARE (tcp4_pound_1000)
BENCHMARK_DECLARE (pipe_pound_100)
BENCHMARK_DECLARE (pipe_pound_1000)
BENCHMARK_DECLARE (tcp_pump100_client)
BENCHMARK_DECLARE (tcp_pump1_client)
BENCHMARK_DECLARE (pipe_pump100_client)
BENCHMARK_DECLARE (pipe_pump1_client)

BENCHMARK_DECLARE (tcp_multi_accept2)
BENCHMARK_DECLARE (tcp_multi_accept4)
BENCHMARK_DECLARE (tcp_multi_accept8)

/* Run until X packets have been sent/received. */
BENCHMARK_DECLARE (udp_pummel_1v1)
BENCHMARK_DECLARE (udp_pummel_1v10)
BENCHMARK_DECLARE (udp_pummel_1v100)
BENCHMARK_DECLARE (udp_pummel_1v1000)
BENCHMARK_DECLARE (udp_pummel_10v10)
BENCHMARK_DECLARE (udp_pummel_10v100)
BENCHMARK_DECLARE (udp_pummel_10v1000)
BENCHMARK_DECLARE (udp_pummel_100v100)
BENCHMARK_DECLARE (udp_pummel_100v1000)
BENCHMARK_DECLARE (udp_pummel_1000v1000)

/* Run until X seconds have elapsed. */
BENCHMARK_DECLARE (udp_timed_pummel_1v1)
BENCHMARK_DECLARE (udp_timed_pummel_1v10)
BENCHMARK_DECLARE (udp_timed_pummel_1v100)
BENCHMARK_DECLARE (udp_timed_pummel_1v1000)
BENCHMARK_DECLARE (udp_timed_pummel_10v10)
BENCHMARK_DECLARE (udp_timed_pummel_10v100)
BENCHMARK_DECLARE (udp_timed_pummel_10v1000)
BENCHMARK_DECLARE (udp_timed_pummel_100v100)
BENCHMARK_DECLARE (udp_timed_pummel_100v1000)
BENCHMARK_DECLARE (udp_timed_pummel_1000v1000)

BENCHMARK_DECLARE (getaddrinfo)
BENCHMARK_DECLARE (fs_stat)
BENCHMARK_DECLARE (async1)
BENCHMARK_DECLARE (async2)
BENCHMARK_DECLARE (async4)
BENCHMARK_DECLARE (async8)
BENCHMARK_DECLARE (async_pummel_1)
BENCHMARK_DECLARE (async_pummel_2)
BENCHMARK_DECLARE (async_pummel_4)
BENCHMARK_DECLARE (async_pummel_8)
BENCHMARK_DECLARE (queue_work)
BENCHMARK_DECLARE (spawn)
BENCHMARK_DECLARE (thread_create)
BENCHMARK_DECLARE (million_async)
BENCHMARK_DECLARE (million_timers)
HELPER_DECLARE    (tcp4_blackhole_server)
HELPER_DECLARE    (tcp_pump_server)
HELPER_DECLARE    (pipe_pump_server)
HELPER_DECLARE    (tcp4_echo_server)
HELPER_DECLARE    (pipe_echo_server)

TASK_LIST_START
  BENCHMARK_ENTRY  (sizes)
  BENCHMARK_ENTRY  (loop_count)
  BENCHMARK_ENTRY  (loop_count_timed)

  BENCHMARK_ENTRY  (ping_pongs)
  BENCHMARK_HELPER (ping_pongs, tcp4_echo_server)

  BENCHMARK_ENTRY  (ping_udp1)
  BENCHMARK_ENTRY  (ping_udp10)
  BENCHMARK_ENTRY  (ping_udp100)

  BENCHMARK_ENTRY  (tcp_write_batch)
  BENCHMARK_HELPER (tcp_write_batch, tcp4_blackhole_server)

  BENCHMARK_ENTRY  (tcp_pump100_client)
  BENCHMARK_HELPER (tcp_pump100_client, tcp_pump_server)

  BENCHMARK_ENTRY  (tcp_pump1_client)
  BENCHMARK_HELPER (tcp_pump1_client, tcp_pump_server)

  BENCHMARK_ENTRY  (tcp4_pound_100)
  BENCHMARK_HELPER (tcp4_pound_100, tcp4_echo_server)

  BENCHMARK_ENTRY  (tcp4_pound_1000)
  BENCHMARK_HELPER (tcp4_pound_1000, tcp4_echo_server)

  BENCHMARK_ENTRY  (pipe_pump100_client)
  BENCHMARK_HELPER (pipe_pump100_client, pipe_pump_server)

  BENCHMARK_ENTRY  (pipe_pump1_client)
  BENCHMARK_HELPER (pipe_pump1_client, pipe_pump_server)

  BENCHMARK_ENTRY  (pipe_pound_100)
  BENCHMARK_HELPER (pipe_pound_100, pipe_echo_server)

  BENCHMARK_ENTRY  (pipe_pound_1000)
  BENCHMARK_HELPER (pipe_pound_1000, pipe_echo_server)

  BENCHMARK_ENTRY  (tcp_multi_accept2)
  BENCHMARK_ENTRY  (tcp_multi_accept4)
  BENCHMARK_ENTRY  (tcp_multi_accept8)

  BENCHMARK_ENTRY  (udp_pummel_1v1)
  BENCHMARK_ENTRY  (udp_pummel_1v10)
  BENCHMARK_ENTRY  (udp_pummel_1v100)
  BENCHMARK_ENTRY  (udp_pummel_1v1000)
  BENCHMARK_ENTRY  (udp_pummel_10v10)
  BENCHMARK_ENTRY  (udp_pummel_10v100)
  BENCHMARK_ENTRY  (udp_pummel_10v1000)
  BENCHMARK_ENTRY  (udp_pummel_100v100)
  BENCHMARK_ENTRY  (udp_pummel_100v1000)
  BENCHMARK_ENTRY  (udp_pummel_1000v1000)

  BENCHMARK_ENTRY  (udp_timed_pummel_1v1)
  BENCHMARK_ENTRY  (udp_timed_pummel_1v10)
  BENCHMARK_ENTRY  (udp_timed_pummel_1v100)
  BENCHMARK_ENTRY  (udp_timed_pummel_1v1000)
  BENCHMARK_ENTRY  (udp_timed_pummel_10v10)
  BENCHMARK_ENTRY  (udp_timed_pummel_10v100)
  BENCHMARK_ENTRY  (udp_timed_pummel_10v1000)
  BENCHMARK_ENTRY  (udp_timed_pummel_100v100)
  BENCHMARK_ENTRY  (udp_timed_pummel_100v1000)
  BENCHMARK_ENTRY  (udp_timed_pummel_1000v1000)

  BENCHMARK_ENTRY  (getaddrinfo)

  BENCHMARK_ENTRY  (fs_stat)

  BENCHMARK_ENTRY  (async1)
  BENCHMARK_ENTRY  (async2)
  BENCHMARK_ENTRY  (async4)
  BENCHMARK_ENTRY  (async8)
  BENCHMARK_ENTRY  (async_pummel_1)
  BENCHMARK_ENTRY  (async_pummel_2)
  BENCHMARK_ENTRY  (async_pummel_4)
  BENCHMARK_ENTRY  (async_pummel_8)
  BENCHMARK_ENTRY  (queue_work)

  BENCHMARK_ENTRY  (spawn)
  BENCHMARK_ENTRY  (thread_create)
  BENCHMARK_ENTRY  (million_async)
  BENCHMARK_ENTRY  (million_timers)
TASK_LIST_END
Benchmark runner 2011-04-19 04:26:32 +02:00			`/* Copyright Joyent, Inc. and other Node contributors. All rights reserved.`
			`*`
			`* Permission is hereby granted, free of charge, to any person obtaining a copy`
			`* of this software and associated documentation files (the "Software"), to`
			`* deal in the Software without restriction, including without limitation the`
			`* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or`
			`* sell copies of the Software, and to permit persons to whom the Software is`
			`* furnished to do so, subject to the following conditions:`
			`*`
			`* The above copyright notice and this permission notice shall be included in`
			`* all copies or substantial portions of the Software.`
			`*`
			`* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR`
			`* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,`
			`* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE`
			`* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER`
			`* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING`
			`* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS`
			`* IN THE SOFTWARE.`
			`*/`

Benchmarks print their own name 2011-05-09 21:38:03 -07:00			`BENCHMARK_DECLARE (sizes)`
bench: measure ticks per second of idle event loop 2012-05-23 21:05:41 +02:00			`BENCHMARK_DECLARE (loop_count)`
bench: add new idle loop count benchmark 2012-05-31 02:38:13 +02:00			`BENCHMARK_DECLARE (loop_count_timed)`
Allow tests and benchmarks to use the same helpers. Closes #21. 2011-04-19 14:51:10 +02:00			`BENCHMARK_DECLARE (ping_pongs)`
test: fix benchmark-ping-udp (#2817) - Fixes the declaration of the benchmark in benchmark-list.h (it was not previously runnable at all) - Fixes the benchmark itself hanging infinitely because the data was being dropped via ICMP Destination Unreachable errors (meaning nread was always zero in pinger_read_cb) + The data getting lost was fixed by binding the udp socket - Properly checks for UV_UDP_MMSG_CHUNK, just as an example of what should generally be done (buf_free is actually a no-op as the buf is allocated on the stack) 2022-02-12 22:04:41 -08:00			`BENCHMARK_DECLARE (ping_udp1)`
			`BENCHMARK_DECLARE (ping_udp10)`
			`BENCHMARK_DECLARE (ping_udp100)`
bench: add batched TCP writes benchmark Times how long it takes to queue and write out 1,000,000 short strings. 2011-10-06 03:31:26 +02:00			`BENCHMARK_DECLARE (tcp_write_batch)`
accept benchmark 2011-08-05 18:07:12 -07:00			`BENCHMARK_DECLARE (tcp4_pound_100)`
			`BENCHMARK_DECLARE (tcp4_pound_1000)`
			`BENCHMARK_DECLARE (pipe_pound_100)`
			`BENCHMARK_DECLARE (pipe_pound_1000)`
Named pipes implementation for Windows 2011-07-01 17:54:17 -07:00			`BENCHMARK_DECLARE (tcp_pump100_client)`
			`BENCHMARK_DECLARE (tcp_pump1_client)`
			`BENCHMARK_DECLARE (pipe_pump100_client)`
			`BENCHMARK_DECLARE (pipe_pump1_client)`
bench: add timed and non-timed udp pummel benchmarks 2012-08-25 22:02:37 +02:00
bench: add tcp accept benchmarks 2012-09-05 16:25:18 +02:00			`BENCHMARK_DECLARE (tcp_multi_accept2)`
			`BENCHMARK_DECLARE (tcp_multi_accept4)`
			`BENCHMARK_DECLARE (tcp_multi_accept8)`

bench: add timed and non-timed udp pummel benchmarks 2012-08-25 22:02:37 +02:00			`/* Run until X packets have been sent/received. */`
			`BENCHMARK_DECLARE (udp_pummel_1v1)`
			`BENCHMARK_DECLARE (udp_pummel_1v10)`
			`BENCHMARK_DECLARE (udp_pummel_1v100)`
			`BENCHMARK_DECLARE (udp_pummel_1v1000)`
			`BENCHMARK_DECLARE (udp_pummel_10v10)`
			`BENCHMARK_DECLARE (udp_pummel_10v100)`
			`BENCHMARK_DECLARE (udp_pummel_10v1000)`
			`BENCHMARK_DECLARE (udp_pummel_100v100)`
			`BENCHMARK_DECLARE (udp_pummel_100v1000)`
			`BENCHMARK_DECLARE (udp_pummel_1000v1000)`

			`/* Run until X seconds have elapsed. */`
			`BENCHMARK_DECLARE (udp_timed_pummel_1v1)`
			`BENCHMARK_DECLARE (udp_timed_pummel_1v10)`
			`BENCHMARK_DECLARE (udp_timed_pummel_1v100)`
			`BENCHMARK_DECLARE (udp_timed_pummel_1v1000)`
			`BENCHMARK_DECLARE (udp_timed_pummel_10v10)`
			`BENCHMARK_DECLARE (udp_timed_pummel_10v100)`
			`BENCHMARK_DECLARE (udp_timed_pummel_10v1000)`
			`BENCHMARK_DECLARE (udp_timed_pummel_100v100)`
			`BENCHMARK_DECLARE (udp_timed_pummel_100v1000)`
			`BENCHMARK_DECLARE (udp_timed_pummel_1000v1000)`

Windows: getaddrinfo support 2011-06-23 01:29:50 +02:00			`BENCHMARK_DECLARE (getaddrinfo)`
bench: add thread pool I/O benchmark 2012-06-21 22:28:28 +02:00			`BENCHMARK_DECLARE (fs_stat)`
bench: add async handle benchmark 2012-06-28 19:04:39 +02:00			`BENCHMARK_DECLARE (async1)`
			`BENCHMARK_DECLARE (async2)`
			`BENCHMARK_DECLARE (async4)`
			`BENCHMARK_DECLARE (async8)`
bench: improve async_pummel benchmark Benchmark the performance of uv_async_send() when the handle is contended for by 1, 2, 4 or 8 threads. 2012-07-02 03:56:18 +02:00			`BENCHMARK_DECLARE (async_pummel_1)`
			`BENCHMARK_DECLARE (async_pummel_2)`
			`BENCHMARK_DECLARE (async_pummel_4)`
			`BENCHMARK_DECLARE (async_pummel_8)`
bench: add `uv_queue_work` ping-pong measurement (#3425) 2022-02-13 06:40:35 +01:00			`BENCHMARK_DECLARE (queue_work)`
add spawn benchmark 2011-07-30 22:45:03 -07:00			`BENCHMARK_DECLARE (spawn)`
bench: add thread creation benchmark 2011-11-21 21:17:16 +01:00			`BENCHMARK_DECLARE (thread_create)`
bench: add 'million async handles' benchmark 2012-12-24 12:03:41 +01:00			`BENCHMARK_DECLARE (million_async)`
bench: add lots-of-timers benchmark 2012-06-09 18:42:06 +02:00			`BENCHMARK_DECLARE (million_timers)`
bench: add batched TCP writes benchmark Times how long it takes to queue and write out 1,000,000 short strings. 2011-10-06 03:31:26 +02:00			`HELPER_DECLARE (tcp4_blackhole_server)`
Named pipes implementation for Windows 2011-07-01 17:54:17 -07:00			`HELPER_DECLARE (tcp_pump_server)`
			`HELPER_DECLARE (pipe_pump_server)`
			`HELPER_DECLARE (tcp4_echo_server)`
			`HELPER_DECLARE (pipe_echo_server)`
Benchmark runner 2011-04-19 04:26:32 +02:00
			`TASK_LIST_START`
Benchmarks print their own name 2011-05-09 21:38:03 -07:00			`BENCHMARK_ENTRY (sizes)`
bench: measure ticks per second of idle event loop 2012-05-23 21:05:41 +02:00			`BENCHMARK_ENTRY (loop_count)`
bench: add new idle loop count benchmark 2012-05-31 02:38:13 +02:00			`BENCHMARK_ENTRY (loop_count_timed)`
Allow tests and benchmarks to use the same helpers. Closes #21. 2011-04-19 14:51:10 +02:00
			`BENCHMARK_ENTRY (ping_pongs)`
Named pipes implementation for Windows 2011-07-01 17:54:17 -07:00			`BENCHMARK_HELPER (ping_pongs, tcp4_echo_server)`
Loopback pump benchmark 2011-05-10 01:39:54 +02:00
test: fix benchmark-ping-udp (#2817) - Fixes the declaration of the benchmark in benchmark-list.h (it was not previously runnable at all) - Fixes the benchmark itself hanging infinitely because the data was being dropped via ICMP Destination Unreachable errors (meaning nread was always zero in pinger_read_cb) + The data getting lost was fixed by binding the udp socket - Properly checks for UV_UDP_MMSG_CHUNK, just as an example of what should generally be done (buf_free is actually a no-op as the buf is allocated on the stack) 2022-02-12 22:04:41 -08:00			`BENCHMARK_ENTRY (ping_udp1)`
			`BENCHMARK_ENTRY (ping_udp10)`
			`BENCHMARK_ENTRY (ping_udp100)`

bench: add batched TCP writes benchmark Times how long it takes to queue and write out 1,000,000 short strings. 2011-10-06 03:31:26 +02:00			`BENCHMARK_ENTRY (tcp_write_batch)`
			`BENCHMARK_HELPER (tcp_write_batch, tcp4_blackhole_server)`

Named pipes implementation for Windows 2011-07-01 17:54:17 -07:00			`BENCHMARK_ENTRY (tcp_pump100_client)`
			`BENCHMARK_HELPER (tcp_pump100_client, tcp_pump_server)`
Split pump bench into two processes. And add a pump test with 1 client. 2011-05-27 01:32:38 -07:00
Named pipes implementation for Windows 2011-07-01 17:54:17 -07:00			`BENCHMARK_ENTRY (tcp_pump1_client)`
			`BENCHMARK_HELPER (tcp_pump1_client, tcp_pump_server)`

accept benchmark 2011-08-05 18:07:12 -07:00			`BENCHMARK_ENTRY (tcp4_pound_100)`
			`BENCHMARK_HELPER (tcp4_pound_100, tcp4_echo_server)`

			`BENCHMARK_ENTRY (tcp4_pound_1000)`
			`BENCHMARK_HELPER (tcp4_pound_1000, tcp4_echo_server)`

Named pipes implementation for Windows 2011-07-01 17:54:17 -07:00			`BENCHMARK_ENTRY (pipe_pump100_client)`
			`BENCHMARK_HELPER (pipe_pump100_client, pipe_pump_server)`

			`BENCHMARK_ENTRY (pipe_pump1_client)`
			`BENCHMARK_HELPER (pipe_pump1_client, pipe_pump_server)`
c-ares integration on windows 2011-06-20 09:41:57 -07:00
accept benchmark 2011-08-05 18:07:12 -07:00			`BENCHMARK_ENTRY (pipe_pound_100)`
			`BENCHMARK_HELPER (pipe_pound_100, pipe_echo_server)`

			`BENCHMARK_ENTRY (pipe_pound_1000)`
			`BENCHMARK_HELPER (pipe_pound_1000, pipe_echo_server)`

bench: add tcp accept benchmarks 2012-09-05 16:25:18 +02:00			`BENCHMARK_ENTRY (tcp_multi_accept2)`
			`BENCHMARK_ENTRY (tcp_multi_accept4)`
			`BENCHMARK_ENTRY (tcp_multi_accept8)`

bench: add timed and non-timed udp pummel benchmarks 2012-08-25 22:02:37 +02:00			`BENCHMARK_ENTRY (udp_pummel_1v1)`
			`BENCHMARK_ENTRY (udp_pummel_1v10)`
			`BENCHMARK_ENTRY (udp_pummel_1v100)`
			`BENCHMARK_ENTRY (udp_pummel_1v1000)`
			`BENCHMARK_ENTRY (udp_pummel_10v10)`
			`BENCHMARK_ENTRY (udp_pummel_10v100)`
			`BENCHMARK_ENTRY (udp_pummel_10v1000)`
			`BENCHMARK_ENTRY (udp_pummel_100v100)`
			`BENCHMARK_ENTRY (udp_pummel_100v1000)`
			`BENCHMARK_ENTRY (udp_pummel_1000v1000)`

			`BENCHMARK_ENTRY (udp_timed_pummel_1v1)`
			`BENCHMARK_ENTRY (udp_timed_pummel_1v10)`
			`BENCHMARK_ENTRY (udp_timed_pummel_1v100)`
			`BENCHMARK_ENTRY (udp_timed_pummel_1v1000)`
			`BENCHMARK_ENTRY (udp_timed_pummel_10v10)`
			`BENCHMARK_ENTRY (udp_timed_pummel_10v100)`
			`BENCHMARK_ENTRY (udp_timed_pummel_10v1000)`
			`BENCHMARK_ENTRY (udp_timed_pummel_100v100)`
			`BENCHMARK_ENTRY (udp_timed_pummel_100v1000)`
			`BENCHMARK_ENTRY (udp_timed_pummel_1000v1000)`
Add UDP support to libuv. 2011-08-19 23:22:30 +02:00
Windows: getaddrinfo support 2011-06-23 01:29:50 +02:00			`BENCHMARK_ENTRY (getaddrinfo)`
add spawn benchmark 2011-07-30 22:45:03 -07:00
bench: add thread pool I/O benchmark 2012-06-21 22:28:28 +02:00			`BENCHMARK_ENTRY (fs_stat)`

bench: add async handle benchmark 2012-06-28 19:04:39 +02:00			`BENCHMARK_ENTRY (async1)`
			`BENCHMARK_ENTRY (async2)`
			`BENCHMARK_ENTRY (async4)`
			`BENCHMARK_ENTRY (async8)`
bench: improve async_pummel benchmark Benchmark the performance of uv_async_send() when the handle is contended for by 1, 2, 4 or 8 threads. 2012-07-02 03:56:18 +02:00			`BENCHMARK_ENTRY (async_pummel_1)`
			`BENCHMARK_ENTRY (async_pummel_2)`
			`BENCHMARK_ENTRY (async_pummel_4)`
			`BENCHMARK_ENTRY (async_pummel_8)`
bench: add `uv_queue_work` ping-pong measurement (#3425) 2022-02-13 06:40:35 +01:00			`BENCHMARK_ENTRY (queue_work)`
bench: add async handle benchmark 2012-06-28 19:04:39 +02:00
add spawn benchmark 2011-07-30 22:45:03 -07:00			`BENCHMARK_ENTRY (spawn)`
bench: add thread creation benchmark 2011-11-21 21:17:16 +01:00			`BENCHMARK_ENTRY (thread_create)`
bench: add 'million async handles' benchmark 2012-12-24 12:03:41 +01:00			`BENCHMARK_ENTRY (million_async)`
bench: add lots-of-timers benchmark 2012-06-09 18:42:06 +02:00			`BENCHMARK_ENTRY (million_timers)`
Add ping-pong benchmark On Linux I'm getting ping_pongs: 22807 pings 2011-04-18 23:51:45 -07:00			`TASK_LIST_END`