From 36f4d47cc52e88a1f7bf7cf7535a597b25ac8132 Mon Sep 17 00:00:00 2001 From: Srikanth Myakam <374767+SRIKKANTH@users.noreply.github.com> Date: Tue, 5 May 2026 22:23:05 +0530 Subject: [PATCH 1/3] If ncpu > 64, increase cool_down_time_seconds and warm_up_time_seconds to 5, and set ntttcp execution time to 120s. On large VMs (>64 CPUs) the default 10s ntttcp run is too short for throughput to stabilize across all queues, leading to noisy results. Use a 120s run time on these SKUs and keep the default 10s elsewhere to avoid lengthening every test. --- lisa/microsoft/testsuites/performance/common.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/lisa/microsoft/testsuites/performance/common.py b/lisa/microsoft/testsuites/performance/common.py index a0ca3b2b3c..ac778d0ae1 100644 --- a/lisa/microsoft/testsuites/performance/common.py +++ b/lisa/microsoft/testsuites/performance/common.py @@ -473,6 +473,14 @@ def perf_ntttcp( # noqa: C901 ) dev_differentiator = "Hypervisor callback interrupts" max_server_threads = 64 + # On large VMs (>64 CPUs) the default 10s ntttcp run is too short for + # throughput to stabilize across all queues, leading to noisy results. + # Use a 120s run time on these SKUs and keep the default 10s elsewhere + # to avoid lengthening every test. + client_core_count = client.tools[Lscpu].get_core_count() + run_time_seconds = 120 if client_core_count > 64 else 10 + warm_up_time_seconds = 5 if client_core_count > 64 else 1 + cool_down_time_seconds = 5 if client_core_count > 64 else 1 perf_ntttcp_message_list: List[ Union[NetworkTCPPerformanceMessage, NetworkUDPPerformanceMessage] ] = [] @@ -546,6 +554,8 @@ def perf_ntttcp( # noqa: C901 dev_differentiator=dev_differentiator, udp_mode=udp_mode, no_debug_log=True, + cool_down_time_seconds=cool_down_time_seconds, + warm_up_time_seconds=warm_up_time_seconds, ) # Start lagscope client to measure latency during the @@ -571,6 +581,9 @@ def perf_ntttcp( # noqa: C901 buffer_size=buffer_size, threads_count=num_threads_n, ports_count=num_threads_p, + run_time_seconds=run_time_seconds, + cool_down_time_seconds=cool_down_time_seconds, + warm_up_time_seconds=warm_up_time_seconds, dev_differentiator=dev_differentiator, udp_mode=udp_mode, tolerance_seconds=client_ntttcp_timeout_tolerance_seconds, From a1509392be0e5e3029008e7cc9f56ac6cd0b54a6 Mon Sep 17 00:00:00 2001 From: Srikanth Myakam <374767+SRIKKANTH@users.noreply.github.com> Date: Sun, 14 Jun 2026 18:07:49 +0530 Subject: [PATCH 2/3] copilot comment fixes --- lisa/microsoft/testsuites/performance/common.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/lisa/microsoft/testsuites/performance/common.py b/lisa/microsoft/testsuites/performance/common.py index ac778d0ae1..be930664db 100644 --- a/lisa/microsoft/testsuites/performance/common.py +++ b/lisa/microsoft/testsuites/performance/common.py @@ -477,7 +477,7 @@ def perf_ntttcp( # noqa: C901 # throughput to stabilize across all queues, leading to noisy results. # Use a 120s run time on these SKUs and keep the default 10s elsewhere # to avoid lengthening every test. - client_core_count = client.tools[Lscpu].get_core_count() + client_core_count = client.tools[Lscpu].get_thread_count() run_time_seconds = 120 if client_core_count > 64 else 10 warm_up_time_seconds = 5 if client_core_count > 64 else 1 cool_down_time_seconds = 5 if client_core_count > 64 else 1 @@ -554,6 +554,7 @@ def perf_ntttcp( # noqa: C901 dev_differentiator=dev_differentiator, udp_mode=udp_mode, no_debug_log=True, + run_time_seconds=run_time_seconds, cool_down_time_seconds=cool_down_time_seconds, warm_up_time_seconds=warm_up_time_seconds, ) From eed085f48b8e2b45f957394c1090154bba378c4c Mon Sep 17 00:00:00 2001 From: Srikanth Myakam <374767+SRIKKANTH@users.noreply.github.com> Date: Thu, 18 Jun 2026 18:12:52 +0530 Subject: [PATCH 3/3] Update common.py --- lisa/microsoft/testsuites/performance/common.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/lisa/microsoft/testsuites/performance/common.py b/lisa/microsoft/testsuites/performance/common.py index be930664db..1680ee475d 100644 --- a/lisa/microsoft/testsuites/performance/common.py +++ b/lisa/microsoft/testsuites/performance/common.py @@ -564,7 +564,11 @@ def perf_ntttcp( # noqa: C901 client_lagscope_process = client_lagscope.run_as_client_async( server_ip=server.internal_address, ping_count=0, - run_time_seconds=10, + run_time_seconds=( + run_time_seconds + + cool_down_time_seconds + + warm_up_time_seconds + ), print_histogram=False, print_percentile=False, histogram_1st_interval_start_value=0,