Results from GH action on NVIDIA_RTX4090x2

mlcommons · Feb 11, 2025 · 4fed7de · 4fed7de
1 parent f2354c3
commit 4fed7de
Show file tree

Hide file tree

Showing 68 changed files with 2,276 additions and 2,276 deletions.
diff --git a/...nsorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt b/...nsorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt
diff --git a/...sorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt b/...sorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt
@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 8.3186
+Samples per second: 8.32306
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 185698579
-Max latency (ns)                : 671988334386
-Mean latency (ns)               : 335928089648
-50.00 percentile latency (ns)   : 335936714644
-90.00 percentile latency (ns)   : 604991420148
-95.00 percentile latency (ns)   : 638548775868
-97.00 percentile latency (ns)   : 651816165631
-99.00 percentile latency (ns)   : 665592254239
-99.90 percentile latency (ns)   : 671578486147
+Min latency (ns)                : 185688476
+Max latency (ns)                : 671628081294
+Mean latency (ns)               : 335793242202
+50.00 percentile latency (ns)   : 335837606382
+90.00 percentile latency (ns)   : 604704271352
+95.00 percentile latency (ns)   : 638222083672
+97.00 percentile latency (ns)   : 651475406319
+99.00 percentile latency (ns)   : 665243095853
+99.90 percentile latency (ns)   : 671228302067
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 5549
-target_qps : 8.40764
+samples_per_query : 5550
+target_qps : 8.40998
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

diff --git a/...0x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt b/...0x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt
@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 8.3244
-test score = 8.3186
+reference score = 8.32671
+test score = 8.32306
 TEST PASS
diff --git a/...nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt b/...nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt
@@ -1,2 +1,2 @@
 
-hash=6c58baafeb46b50a5410ca15681ee0576f3e00b446fc1c0f4f81c124e6f26dc7
+hash=93ae858ac3883e844a5f6317e9c047a9c5decd9e289a2f3900c21a88d2781bb4
diff --git a/...T-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt b/...T-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt
diff --git a/...-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt b/...-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt
@@ -4,43 +4,43 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : SingleStream
 Mode     : PerformanceOnly
-90th percentile latency (ns) : 429454991
+90th percentile latency (ns) : 429012008
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
- * Processed at least 64 queries (6020).
- * Would discard 546 highest latency queries.
- * Early stopping 90th percentile estimate: 429866172
- * Early stopping 99th percentile estimate: 496835727
+ * Processed at least 64 queries (6063).
+ * Would discard 551 highest latency queries.
+ * Early stopping 90th percentile estimate: 429512082
+ * Early stopping 99th percentile estimate: 495489487
 
 ================================================
 Additional Stats
 ================================================
-QPS w/ loadgen overhead         : 4.52
-QPS w/o loadgen overhead        : 4.52
+QPS w/ loadgen overhead         : 4.53
+QPS w/o loadgen overhead        : 4.53
 
-Min latency (ns)                : 28158066
-Max latency (ns)                : 505390253
-Mean latency (ns)               : 221204261
-50.00 percentile latency (ns)   : 172618701
-90.00 percentile latency (ns)   : 429454991
-95.00 percentile latency (ns)   : 493542993
-97.00 percentile latency (ns)   : 494423352
-99.00 percentile latency (ns)   : 496297433
-99.90 percentile latency (ns)   : 498223727
+Min latency (ns)                : 28112664
+Max latency (ns)                : 499222202
+Mean latency (ns)               : 220895375
+50.00 percentile latency (ns)   : 172411209
+90.00 percentile latency (ns)   : 429012008
+95.00 percentile latency (ns)   : 493269924
+97.00 percentile latency (ns)   : 493795547
+99.00 percentile latency (ns)   : 494822229
+99.90 percentile latency (ns)   : 497433973
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 1
-target_qps : 5.00126
+target_qps : 5.02649
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000
 max_duration (ms): 0
-min_query_count : 6020
+min_query_count : 6063
 max_query_count : 0
 qsl_rng_seed : 6023615788873153749
 sample_index_rng_seed : 15036839855038426416

diff --git a/...2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_accuracy.txt b/...2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_accuracy.txt
@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 43
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 60
-num_perf_log_qsl_idx_match = 60
+num_perf_log_entries = 61
+num_perf_log_qsl_idx_match = 61
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

diff --git a/...vidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt b/...vidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt
@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 432596057
-test score = 429866172
+reference score = 429812714
+test score = 429512082
 TEST PASS
diff --git a/...TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt b/...TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt
diff --git a/...ensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt b/...ensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt
@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 8.3186
+Samples per second: 8.32306
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 185698579
-Max latency (ns)                : 671988334386
-Mean latency (ns)               : 335928089648
-50.00 percentile latency (ns)   : 335936714644
-90.00 percentile latency (ns)   : 604991420148
-95.00 percentile latency (ns)   : 638548775868
-97.00 percentile latency (ns)   : 651816165631
-99.00 percentile latency (ns)   : 665592254239
-99.90 percentile latency (ns)   : 671578486147
+Min latency (ns)                : 185688476
+Max latency (ns)                : 671628081294
+Mean latency (ns)               : 335793242202
+50.00 percentile latency (ns)   : 335837606382
+90.00 percentile latency (ns)   : 604704271352
+95.00 percentile latency (ns)   : 638222083672
+97.00 percentile latency (ns)   : 651475406319
+99.00 percentile latency (ns)   : 665243095853
+99.90 percentile latency (ns)   : 671228302067
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 5549
-target_qps : 8.40764
+samples_per_query : 5550
+target_qps : 8.40998
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

diff --git a/...090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt b/...090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt
@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 8.3244
-test score = 8.3186
+reference score = 8.32671
+test score = 8.32306
 TEST PASS
diff --git a/...2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/accuracy/accuracy.txt b/...2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/accuracy/accuracy.txt
@@ -1,2 +1,2 @@
 
-hash=6c58baafeb46b50a5410ca15681ee0576f3e00b446fc1c0f4f81c124e6f26dc7
+hash=93ae858ac3883e844a5f6317e9c047a9c5decd9e289a2f3900c21a88d2781bb4
Original file line number	Diff line number	Diff line change
		@@ -1,2 +1,2 @@

		hash=6c58baafeb46b50a5410ca15681ee0576f3e00b446fc1c0f4f81c124e6f26dc7
		hash=93ae858ac3883e844a5f6317e9c047a9c5decd9e289a2f3900c21a88d2781bb4