diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt index fe09428a0..eb3fb376c 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T15:35:21Z", "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 395, "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.021584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40764, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5549, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_qps", "value": 8.40764, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5549, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.048916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.053963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 522.413476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5590, "time_ms": 522.413476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generated_query_duration", "value": 118939384, "time_ms": 522.413476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 522.431416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 23:35:21.982", "time_ms": 672511.308849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:46:33.970", "time_ms": 672511.308849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_samples_per_second", "value": 8.3186, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_min_latency_ns", "value": 185698579, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_max_latency_ns", "value": 671988334386, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 335928089648, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335936714644, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 604991420148, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 638548775868, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651816165631, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 665592254239, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 671578486147, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:51:33Z", "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 259, "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.015334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40998, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5550, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_qps", "value": 8.40998, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5550, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.046720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.051889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 522.577136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5590, "time_ms": 522.577136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generated_query_duration", "value": 118906387, "time_ms": 522.577136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 522.594851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:51:33.809", "time_ms": 672160.713708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 18:02:45.437", "time_ms": 672160.713708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_samples_per_second", "value": 8.32306, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_min_latency_ns", "value": 185688476, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_max_latency_ns", "value": 671628081294, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 335793242202, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335837606382, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 604704271352, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 638222083672, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651475406319, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 665243095853, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 671228302067, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt index 3d2e239c7..60c924d68 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 8.3186 +Samples per second: 8.32306 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,21 +13,21 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 185698579 -Max latency (ns) : 671988334386 -Mean latency (ns) : 335928089648 -50.00 percentile latency (ns) : 335936714644 -90.00 percentile latency (ns) : 604991420148 -95.00 percentile latency (ns) : 638548775868 -97.00 percentile latency (ns) : 651816165631 -99.00 percentile latency (ns) : 665592254239 -99.90 percentile latency (ns) : 671578486147 +Min latency (ns) : 185688476 +Max latency (ns) : 671628081294 +Mean latency (ns) : 335793242202 +50.00 percentile latency (ns) : 335837606382 +90.00 percentile latency (ns) : 604704271352 +95.00 percentile latency (ns) : 638222083672 +97.00 percentile latency (ns) : 651475406319 +99.00 percentile latency (ns) : 665243095853 +99.90 percentile latency (ns) : 671228302067 ================================================ Test Parameters Used ================================================ -samples_per_query : 5549 -target_qps : 8.40764 +samples_per_query : 5550 +target_qps : 8.40998 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt index d8822fb71..c5ec8001d 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 8.3244 -test score = 8.3186 +reference score = 8.32671 +test score = 8.32306 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt index 501397707..078c7972c 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt @@ -1,2 +1,2 @@ -hash=6c58baafeb46b50a5410ca15681ee0576f3e00b446fc1c0f4f81c124e6f26dc7 +hash=93ae858ac3883e844a5f6317e9c047a9c5decd9e289a2f3900c21a88d2781bb4 diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt index 0f48aa41b..5a636ac08 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,92 +1,92 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T14:57:51Z", "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 245, "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.017833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.9995e+08, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_qps", "value": 5.00126, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.048974, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.057992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generated_query_count", "value": 6020, "time_ms": 544.057813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 544.057813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generated_query_duration", "value": 1203697296340, "time_ms": 544.057813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1332524.218256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 22:57:52.062", "time_ms": 1332703.376162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:20:04.214", "time_ms": 1332703.376162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. * Early stopping 90th percentile estimate: 429866172 * Early stopping 99th percentile estimate: 496835727", "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_query_count", "value": 6020, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.51884, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.52071, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 429866172, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 496835727, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28158066, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_max_latency_ns", "value": 505390253, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 221204261, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 172618701, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 429454991, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 493542993, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 494423352, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 496297433, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 498223727, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:13:54Z", "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 271, "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.019196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.98946e+08, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_qps", "value": 5.02649, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_min_query_count", "value": 6063, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6063, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.049007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.053676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generated_query_count", "value": 6063, "time_ms": 548.636547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 548.636547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generated_query_duration", "value": 1206209973906, "time_ms": 548.636547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1340120.060791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:13:54.938", "time_ms": 1340349.000020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:36:14.729", "time_ms": 1340349.000020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6063). * Would discard 551 highest latency queries. * Early stopping 90th percentile estimate: 429512082 * Early stopping 99th percentile estimate: 495489487", "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_query_count", "value": 6063, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.52533, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.52703, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 429512082, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 495489487, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28112664, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_max_latency_ns", "value": 499222202, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 220895375, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 172411209, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 429012008, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 493269924, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 493795547, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 494822229, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 497433973, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt index 004df5d23..b0a067c01 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,43 +4,43 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 429454991 +90th percentile latency (ns) : 429012008 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes Early stopping satisfied: Yes Early Stopping Result: - * Processed at least 64 queries (6020). - * Would discard 546 highest latency queries. - * Early stopping 90th percentile estimate: 429866172 - * Early stopping 99th percentile estimate: 496835727 + * Processed at least 64 queries (6063). + * Would discard 551 highest latency queries. + * Early stopping 90th percentile estimate: 429512082 + * Early stopping 99th percentile estimate: 495489487 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.52 -QPS w/o loadgen overhead : 4.52 +QPS w/ loadgen overhead : 4.53 +QPS w/o loadgen overhead : 4.53 -Min latency (ns) : 28158066 -Max latency (ns) : 505390253 -Mean latency (ns) : 221204261 -50.00 percentile latency (ns) : 172618701 -90.00 percentile latency (ns) : 429454991 -95.00 percentile latency (ns) : 493542993 -97.00 percentile latency (ns) : 494423352 -99.00 percentile latency (ns) : 496297433 -99.90 percentile latency (ns) : 498223727 +Min latency (ns) : 28112664 +Max latency (ns) : 499222202 +Mean latency (ns) : 220895375 +50.00 percentile latency (ns) : 172411209 +90.00 percentile latency (ns) : 429012008 +95.00 percentile latency (ns) : 493269924 +97.00 percentile latency (ns) : 493795547 +99.00 percentile latency (ns) : 494822229 +99.90 percentile latency (ns) : 497433973 ================================================ Test Parameters Used ================================================ samples_per_query : 1 -target_qps : 5.00126 +target_qps : 5.02649 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 max_duration (ms): 0 -min_query_count : 6020 +min_query_count : 6063 max_query_count : 0 qsl_rng_seed : 6023615788873153749 sample_index_rng_seed : 15036839855038426416 diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_accuracy.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_accuracy.txt index d4442a544..72b339a4a 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_accuracy.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_accuracy.txt @@ -4,8 +4,8 @@ Reading performance mode results... num_acc_log_entries = 43 num_acc_log_duplicate_keys = 0 num_acc_log_data_mismatch = 0 -num_perf_log_entries = 60 -num_perf_log_qsl_idx_match = 60 +num_perf_log_entries = 61 +num_perf_log_qsl_idx_match = 61 num_perf_log_data_mismatch = 0 num_missing_qsl_idxs = 0 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt index 2f302776d..329a81898 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 432596057 -test score = 429866172 +reference score = 429812714 +test score = 429512082 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt index fe09428a0..eb3fb376c 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.011122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T15:35:21Z", "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 395, "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.014698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.021584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40764, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.047602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5549, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_qps", "value": 8.40764, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5549, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.047729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.048916, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.053963, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 522.413476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5590, "time_ms": 522.413476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generated_query_duration", "value": 118939384, "time_ms": 522.413476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 522.431416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 672511.307328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 23:35:21.982", "time_ms": 672511.308849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:46:33.970", "time_ms": 672511.308849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_samples_per_second", "value": 8.3186, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_min_latency_ns", "value": 185698579, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_max_latency_ns", "value": 671988334386, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 335928089648, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335936714644, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 604991420148, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 638548775868, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651816165631, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 665592254239, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 671578486147, "time_ms": 672511.349452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21331, "tid": 21331}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:51:33Z", "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 259, "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.008223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.015334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40998, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.040910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5550, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_qps", "value": 8.40998, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5550, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.041135, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.046720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.051889, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 522.577136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5590, "time_ms": 522.577136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generated_query_duration", "value": 118906387, "time_ms": 522.577136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 522.594851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 672160.712530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:51:33.809", "time_ms": 672160.713708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 18:02:45.437", "time_ms": 672160.713708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_samples_per_second", "value": 8.32306, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_min_latency_ns", "value": 185688476, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_max_latency_ns", "value": 671628081294, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 335793242202, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335837606382, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 604704271352, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 638222083672, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651475406319, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 665243095853, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 671228302067, "time_ms": 672160.758786, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 21339, "tid": 21339}} diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt index 3d2e239c7..60c924d68 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 8.3186 +Samples per second: 8.32306 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,21 +13,21 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 185698579 -Max latency (ns) : 671988334386 -Mean latency (ns) : 335928089648 -50.00 percentile latency (ns) : 335936714644 -90.00 percentile latency (ns) : 604991420148 -95.00 percentile latency (ns) : 638548775868 -97.00 percentile latency (ns) : 651816165631 -99.00 percentile latency (ns) : 665592254239 -99.90 percentile latency (ns) : 671578486147 +Min latency (ns) : 185688476 +Max latency (ns) : 671628081294 +Mean latency (ns) : 335793242202 +50.00 percentile latency (ns) : 335837606382 +90.00 percentile latency (ns) : 604704271352 +95.00 percentile latency (ns) : 638222083672 +97.00 percentile latency (ns) : 651475406319 +99.00 percentile latency (ns) : 665243095853 +99.90 percentile latency (ns) : 671228302067 ================================================ Test Parameters Used ================================================ -samples_per_query : 5549 -target_qps : 8.40764 +samples_per_query : 5550 +target_qps : 8.40998 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt index d8822fb71..c5ec8001d 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 8.3244 -test score = 8.3186 +reference score = 8.32671 +test score = 8.32306 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/accuracy/accuracy.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/accuracy/accuracy.txt index 501397707..078c7972c 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/accuracy/accuracy.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/accuracy/accuracy.txt @@ -1,2 +1,2 @@ -hash=6c58baafeb46b50a5410ca15681ee0576f3e00b446fc1c0f4f81c124e6f26dc7 +hash=93ae858ac3883e844a5f6317e9c047a9c5decd9e289a2f3900c21a88d2781bb4 diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt index 0f48aa41b..5a636ac08 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,92 +1,92 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T14:57:51Z", "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 245, "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.011251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.017833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.9995e+08, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.044522, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_qps", "value": 5.00126, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.044636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.048974, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.057992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generated_query_count", "value": 6020, "time_ms": 544.057813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 544.057813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generated_query_duration", "value": 1203697296340, "time_ms": 544.057813, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1332524.218256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1332703.375049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 22:57:52.062", "time_ms": 1332703.376162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:20:04.214", "time_ms": 1332703.376162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. * Early stopping 90th percentile estimate: 429866172 * Early stopping 99th percentile estimate: 496835727", "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_query_count", "value": 6020, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.51884, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.52071, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 429866172, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 496835727, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28158066, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_max_latency_ns", "value": 505390253, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 221204261, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 172618701, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 429454991, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 493542993, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 494423352, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 496297433, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 498223727, "time_ms": 1332705.331136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15374, "tid": 15374}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008631, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:13:54Z", "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 271, "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.012038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.019196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.98946e+08, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.043668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_qps", "value": 5.02649, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_min_query_count", "value": 6063, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6063, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.043780, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.049007, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.053676, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generated_query_count", "value": 6063, "time_ms": 548.636547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 548.636547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generated_query_duration", "value": 1206209973906, "time_ms": 548.636547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1340120.060791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1340348.998766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:13:54.938", "time_ms": 1340349.000020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:36:14.729", "time_ms": 1340349.000020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6063). * Would discard 551 highest latency queries. * Early stopping 90th percentile estimate: 429512082 * Early stopping 99th percentile estimate: 495489487", "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_query_count", "value": 6063, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.52533, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.52703, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 429512082, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 495489487, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28112664, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_max_latency_ns", "value": 499222202, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 220895375, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 172411209, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 429012008, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 493269924, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 493795547, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 494822229, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 497433973, "time_ms": 1340351.200436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 15375, "tid": 15375}} diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt index 004df5d23..b0a067c01 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,43 +4,43 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 429454991 +90th percentile latency (ns) : 429012008 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes Early stopping satisfied: Yes Early Stopping Result: - * Processed at least 64 queries (6020). - * Would discard 546 highest latency queries. - * Early stopping 90th percentile estimate: 429866172 - * Early stopping 99th percentile estimate: 496835727 + * Processed at least 64 queries (6063). + * Would discard 551 highest latency queries. + * Early stopping 90th percentile estimate: 429512082 + * Early stopping 99th percentile estimate: 495489487 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.52 -QPS w/o loadgen overhead : 4.52 +QPS w/ loadgen overhead : 4.53 +QPS w/o loadgen overhead : 4.53 -Min latency (ns) : 28158066 -Max latency (ns) : 505390253 -Mean latency (ns) : 221204261 -50.00 percentile latency (ns) : 172618701 -90.00 percentile latency (ns) : 429454991 -95.00 percentile latency (ns) : 493542993 -97.00 percentile latency (ns) : 494423352 -99.00 percentile latency (ns) : 496297433 -99.90 percentile latency (ns) : 498223727 +Min latency (ns) : 28112664 +Max latency (ns) : 499222202 +Mean latency (ns) : 220895375 +50.00 percentile latency (ns) : 172411209 +90.00 percentile latency (ns) : 429012008 +95.00 percentile latency (ns) : 493269924 +97.00 percentile latency (ns) : 493795547 +99.00 percentile latency (ns) : 494822229 +99.90 percentile latency (ns) : 497433973 ================================================ Test Parameters Used ================================================ samples_per_query : 1 -target_qps : 5.00126 +target_qps : 5.02649 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 max_duration (ms): 0 -min_query_count : 6020 +min_query_count : 6063 max_query_count : 0 qsl_rng_seed : 6023615788873153749 sample_index_rng_seed : 15036839855038426416 diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_accuracy.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_accuracy.txt index d4442a544..72b339a4a 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_accuracy.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_accuracy.txt @@ -4,8 +4,8 @@ Reading performance mode results... num_acc_log_entries = 43 num_acc_log_duplicate_keys = 0 num_acc_log_data_mismatch = 0 -num_perf_log_entries = 60 -num_perf_log_qsl_idx_match = 60 +num_perf_log_entries = 61 +num_perf_log_qsl_idx_match = 61 num_perf_log_data_mismatch = 0 num_missing_qsl_idxs = 0 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt index 2f302776d..329a81898 100644 --- a/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 432596057 -test score = 429866172 +reference score = 429812714 +test score = 429512082 TEST PASS diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md index d7c3d6971..91247379c 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`Samples per second`: `8.3244` +`Samples per second`: `8.32671` diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out index c78e23b6f..a56653e60 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-02-10 15:33:46,563 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 15:33:46,938 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 15:33:46,939 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/Offline -[2025-02-10 15:33:46,939 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5682d3d76e4d4f97a867310f197914aa.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-02-10 15:33:46,939 __init__.py:53 INFO] Overriding Environment +[2025-02-11 09:49:58,234 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 09:49:58,602 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 09:49:58,603 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/Offline +[2025-02-11 09:49:58,603 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/42e6d7c770bd44f9b414d669ef4bc00a.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-11 09:49:58,603 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-15.33.45 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-09.49.57 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5682d3d76e4d4f97a867310f197914aa.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/42e6d7c770bd44f9b414d669ef4bc00a.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,7 +39,7 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5682d3d76e4d4f97a867310f197914aa.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/42e6d7c770bd44f9b414d669ef4bc00a.conf Creating QSL. Finished Creating QSL. Setting up SUT. @@ -47,13 +47,13 @@ Setting up SUT. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 841 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 851 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1813 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1821 (MiB) @@ -65,7 +65,7 @@ Setting up SUT. [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.44568s. +Finished warmup. Ran for 5.44142s. Starting running actual test. No warnings encountered during test. @@ -90,8 +90,8 @@ Device Device:1 processed: PerSampleCudaMemcpy Calls: 25 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 15:33:59,847 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-02-10 15:33:59,847 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json +[2025-02-11 09:50:11,545 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-11 09:50:11,545 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.mmd b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.mmd index 3e86178ee..07f4e8e45 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.mmd +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.mmd @@ -14,17 +14,17 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_3d-unet-99.9,_tensorrt,_cuda,_valid,_r5.0-dev_default,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -32,55 +32,55 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.png b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.png index 8b7c35159..9b48541ac 100644 Binary files a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.png and b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-version-info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-version-info.json index 57eec1b69..2d407cced 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-version-info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/mlc-version-info.json @@ -157,7 +157,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -177,7 +177,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -197,7 +197,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -217,7 +217,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -377,7 +377,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -417,7 +417,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -497,7 +497,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -517,7 +517,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -537,7 +537,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -547,27 +547,27 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -607,7 +607,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -677,37 +677,37 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,cuda,offline,tensorrt,3d-unet-99.9,3d-unet_,batch_size.8,v4.1-dev", + "script_variations": "build_engine,3d-unet-99.9,tensorrt,offline,cuda,3d-unet_,batch_size.8,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -747,7 +747,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -767,7 +767,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -787,7 +787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -807,7 +807,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -847,7 +847,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } } ] diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json index 67ffd1ad4..d92d1d29c 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "ef7ba551ce83" + "MLC_HOST_SYSTEM_NAME": "63a1c57d0136" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out index 98d5a56d6..0eafffda5 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out @@ -1,8 +1,8 @@ -[2025-02-10 15:22:38,971 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 15:22:39,335 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 15:22:39,335 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/Offline -[2025-02-10 15:22:39,335 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a0665f37cd4a11b73c75ebff4c8e00.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-02-10 15:22:39,335 __init__.py:53 INFO] Overriding Environment +[2025-02-11 09:38:50,166 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 09:38:50,524 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 09:38:50,525 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/Offline +[2025-02-11 09:38:50,525 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e0a9ff4f57ec47f8ae57b5a1429321fb.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-11 09:38:50,525 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-15.22.37 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-09.38.48 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a0665f37cd4a11b73c75ebff4c8e00.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e0a9ff4f57ec47f8ae57b5a1429321fb.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,7 +39,7 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a0665f37cd4a11b73c75ebff4c8e00.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e0a9ff4f57ec47f8ae57b5a1429321fb.conf Creating QSL. Finished Creating QSL. Setting up SUT. @@ -47,13 +47,13 @@ Setting up SUT. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 842 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 852 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1813 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1821 (MiB) @@ -65,7 +65,7 @@ Setting up SUT. [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.42745s. +Finished warmup. Ran for 5.45456s. Starting running actual test. ================================================ MLPerf Results Summary @@ -73,7 +73,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 8.3244 +Samples per second: 8.32671 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -82,15 +82,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 186038924 -Max latency (ns) : 640526469878 -Mean latency (ns) : 320134830430 -50.00 percentile latency (ns) : 320133211315 -90.00 percentile latency (ns) : 575910648684 -95.00 percentile latency (ns) : 608529108604 -97.00 percentile latency (ns) : 621340503291 -99.00 percentile latency (ns) : 633939746744 -99.90 percentile latency (ns) : 639928088019 +Min latency (ns) : 186041657 +Max latency (ns) : 640349263708 +Mean latency (ns) : 320005175221 +50.00 percentile latency (ns) : 319957073671 +90.00 percentile latency (ns) : 575756800635 +95.00 percentile latency (ns) : 608360700820 +97.00 percentile latency (ns) : 621167436669 +99.00 percentile latency (ns) : 633763124620 +99.90 percentile latency (ns) : 639750668301 ================================================ Test Parameters Used @@ -124,25 +124,25 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0 processed: - 501 batches of size 2 - 128 batches of size 3 - 437 batches of size 4 - 198 batches of size 5 - 20866 batches of size 8 + 475 batches of size 2 + 121 batches of size 3 + 448 batches of size 4 + 179 batches of size 5 + 20887 batches of size 8 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 2696 + PerSampleCudaMemcpy Calls: 2657 BatchedCudaMemcpy Calls: 0 Device Device:1 processed: - 491 batches of size 2 - 120 batches of size 3 - 431 batches of size 4 - 174 batches of size 5 - 20922 batches of size 8 + 517 batches of size 2 + 127 batches of size 3 + 420 batches of size 4 + 193 batches of size 5 + 20901 batches of size 8 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 2636 + PerSampleCudaMemcpy Calls: 2675 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 15:33:27,199 run_harness.py:166 INFO] Result: result_samples_per_second: 8.3244, Result is VALID +[2025-02-11 09:49:38,475 run_harness.py:166 INFO] Result: result_samples_per_second: 8.32671, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt index 671a67496..182a78492 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux ef7ba551ce83 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux +Linux 63a1c57d0136 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 15:33:28 up 9 days, 12:30, 0 users, load average: 1.93, 1.88, 1.56 + 09:49:39 up 10 days, 6:46, 0 users, load average: 2.08, 1.92, 1.59 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 4018.867 +cpu MHz : 799.873 cache size : 46080 KB physical id : 0 siblings : 48 @@ -68,7 +68,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.910 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.648 +cpu MHz : 796.568 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 793.675 cache size : 46080 KB physical id : 0 siblings : 48 @@ -264,7 +264,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 800.139 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1097.900 +cpu MHz : 2700.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1100.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1105.511 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 869.458 +cpu MHz : 3671.830 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3743.497 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -684,7 +684,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2902.265 cache size : 46080 KB physical id : 0 siblings : 48 @@ -824,7 +824,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2620.714 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -852,7 +852,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1330.336 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -908,7 +908,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 797.659 cache size : 46080 KB physical id : 0 siblings : 48 @@ -964,7 +964,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 784.976 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1048,7 +1048,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 800.851 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1076,7 +1076,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1459.568 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1104,7 +1104,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 900.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1188,7 +1188,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1805.642 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1216,7 +1216,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2500.267 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1300,7 +1300,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 790.848 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1328,7 +1328,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 790.522 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1356,7 +1356,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3813.756 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 3400.000 +CPU MHz: 800.065 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 15876 MB +node 0 free: 13871 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334528 kB -MemFree: 16257772 kB -MemAvailable: 193381472 kB -Buffers: 332536 kB -Cached: 174908780 kB -SwapCached: 30444 kB -Active: 43084208 kB -Inactive: 132535056 kB -Active(anon): 251544 kB -Inactive(anon): 169992 kB -Active(file): 42832664 kB -Inactive(file): 132365064 kB +MemFree: 14204824 kB +MemAvailable: 193271140 kB +Buffers: 162324 kB +Cached: 177044956 kB +SwapCached: 32220 kB +Active: 8223912 kB +Inactive: 169375876 kB +Active(anon): 384456 kB +Inactive(anon): 53700 kB +Active(file): 7839456 kB +Inactive(file): 169322176 kB Unevictable: 6160 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 8048892 kB +SwapFree: 8056828 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 304 kB +Dirty: 140 kB Writeback: 0 kB -AnonPages: 374436 kB -Mapped: 320956 kB -Shmem: 43588 kB -KReclaimable: 3698264 kB -Slab: 4618932 kB -SReclaimable: 3698264 kB -SUnreclaim: 920668 kB -KernelStack: 17024 kB -PageTables: 19756 kB +AnonPages: 391596 kB +Mapped: 337620 kB +Shmem: 45608 kB +KReclaimable: 3676976 kB +Slab: 4601308 kB +SReclaimable: 3676976 kB +SUnreclaim: 924332 kB +KernelStack: 16912 kB +PageTables: 19740 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 5019144 kB +Committed_AS: 5036652 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 152160 kB +VmallocUsed: 152140 kB VmallocChunk: 0 kB Percpu: 106944 kB HardwareCorrupted: 56 kB @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 29767268 kB -DirectMap2M: 126998528 kB -DirectMap1G: 46137344 kB +DirectMap4k: 33564260 kB +DirectMap2M: 133687296 kB +DirectMap1G: 35651584 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 625847 543355 45 0 330361 0 +fs.dentry-state = 969022 886482 45 0 528745 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6944 0 9223372036854775807 -fs.inode-nr = 299436 18142 -fs.inode-state = 299436 18142 0 0 0 0 0 +fs.file-nr = 7136 0 9223372036854775807 +fs.inode-nr = 444541 16619 +fs.inode-state = 444541 16619 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1614,7 +1614,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 608 +fs.quota.syncs = 656 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = ef7ba551ce83 +kernel.hostname = 63a1c57d0136 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 18200 +kernel.ns_last_pid = 18201 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1710,7 +1710,7 @@ kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9b085821-5ea3-41e1-bc78-c05b00079abd +kernel.random.uuid = da10c6f3-faac-47d3-870f-ccea7f47be8c kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/user.conf b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/user.conf index 3f62360bd..41b502a36 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/user.conf +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/user.conf @@ -1 +1 @@ -3d-unet.Offline.target_qps = 8.407644000000001 +3d-unet.Offline.target_qps = 8.4099771 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md index a3f8288ac..3e9077c58 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`90th percentile latency (ns)`: `432596057.0` +`90th percentile latency (ns)`: `429812714.0` diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out index dd313a16e..829d1a982 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-02-10 14:56:09,942 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 14:56:10,172 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 14:56:10,172 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/SingleStream -[2025-02-10 14:56:10,173 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1fe97e62bb4746138a7ae67f89cce7f2.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-02-10 14:56:10,173 __init__.py:53 INFO] Overriding Environment +[2025-02-11 09:12:14,536 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 09:12:14,760 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 09:12:14,760 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/SingleStream +[2025-02-11 09:12:14,760 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/392788567fd24e2d849f43e76eb7705e.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-11 09:12:14,760 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-14.56.08 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-09.12.13 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1fe97e62bb4746138a7ae67f89cce7f2.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/392788567fd24e2d849f43e76eb7705e.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,33 +39,33 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1fe97e62bb4746138a7ae67f89cce7f2.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/392788567fd24e2d849f43e76eb7705e.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 86, GPU 1107 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 839 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 849 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 851 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1715 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1723 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +278, now: CPU 0, GPU 337 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 97, GPU 1455 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +8, now: CPU 98, GPU 1463 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 97, GPU 1457 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 97, GPU 1465 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +277, now: CPU 0, GPU 614 (MiB) [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.05231s. +Finished warmup. Ran for 5.05119s. Starting running actual test. No warnings encountered during test. @@ -73,18 +73,18 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0 processed: - 1265 batches of size 1 + 1496 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 21 + PerSampleCudaMemcpy Calls: 22 BatchedCudaMemcpy Calls: 0 Device Device:1 processed: - 1496 batches of size 1 + 1265 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 22 + PerSampleCudaMemcpy Calls: 21 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 14:56:26,919 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-02-10 14:56:26,919 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json +[2025-02-11 09:12:31,309 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-11 09:12:31,310 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd index 00f251794..96bf54d78 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd @@ -20,17 +20,17 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_3d-unet-99.9,_tensorrt,_cuda,_valid,_r5.0-dev_default,_singlestream_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -38,11 +38,11 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,tensorrt build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,cpu @@ -106,52 +106,52 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_pycuda build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> add,custom,system,nvidia,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,generic-python-lib,_pip - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pandas_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,generic-python-lib,_pip - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> detect,cpu @@ -160,66 +160,66 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,generic-python-lib,_pip get-generic-python-lib,94b62a682bc44791_(_package.nvidia-pyindex_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,generic-python-lib,_package.nvidia-pyindex - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,generic-python-lib,_pip - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png index 299b76389..e7aaa23bb 100644 Binary files a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png and b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json index 1824e2c98..bf5a54275 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json @@ -217,7 +217,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1077,7 +1077,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1087,7 +1087,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1107,7 +1107,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1157,7 +1157,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1187,7 +1187,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1207,7 +1207,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1227,7 +1227,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1237,7 +1237,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1277,7 +1277,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1317,7 +1317,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1347,7 +1347,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1457,7 +1457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1527,7 +1527,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1617,7 +1617,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1687,7 +1687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1697,17 +1697,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1737,7 +1737,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1747,7 +1747,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1757,7 +1757,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1797,7 +1797,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1837,7 +1837,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1877,7 +1877,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1897,7 +1897,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1937,7 +1937,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1947,17 +1947,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1977,7 +1977,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1997,7 +1997,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2037,7 +2037,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2057,7 +2057,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2067,37 +2067,37 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,3d-unet-99.9,cuda,singlestream,tensorrt,batch_size.1,3d-unet_,v4.1-dev", + "script_variations": "build_engine,tensorrt,3d-unet-99.9,cuda,singlestream,batch_size.1,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2117,7 +2117,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2137,7 +2137,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2157,7 +2157,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2177,7 +2177,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2197,7 +2197,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2237,7 +2237,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } } ] diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json index 67ffd1ad4..d92d1d29c 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "ef7ba551ce83" + "MLC_HOST_SYSTEM_NAME": "63a1c57d0136" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out index d0a74b1ea..0f3c65ad9 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out @@ -1,8 +1,8 @@ -[2025-02-10 14:43:30,626 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 14:43:30,861 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 14:43:30,862 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/SingleStream -[2025-02-10 14:43:30,862 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da05bb7f9e8b4fd6afa8a3bdace89dc0.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-02-10 14:43:30,862 __init__.py:53 INFO] Overriding Environment +[2025-02-11 08:59:36,467 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 08:59:36,752 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 08:59:36,753 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/SingleStream +[2025-02-11 08:59:36,753 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e5644ab40f44728b60fdc9a85743fc5.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-11 08:59:36,753 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-14.43.29 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-08.59.35 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da05bb7f9e8b4fd6afa8a3bdace89dc0.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e5644ab40f44728b60fdc9a85743fc5.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,33 +39,33 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da05bb7f9e8b4fd6afa8a3bdace89dc0.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e5644ab40f44728b60fdc9a85743fc5.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 86, GPU 1107 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 841 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 851 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1715 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1723 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +278, now: CPU 0, GPU 337 (MiB) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 97, GPU 1457 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +8, now: CPU 98, GPU 1465 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 97, GPU 1465 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +277, now: CPU 0, GPU 614 (MiB) [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.04996s. +Finished warmup. Ran for 5.04994s. Starting running actual test. ================================================ MLPerf Results Summary @@ -73,7 +73,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 430942502 +90th percentile latency (ns) : 429205921 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -81,24 +81,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. - * Early stopping 90th percentile estimate: 432596057 - * Early stopping 99th percentile estimate: 499600321 + * Early stopping 90th percentile estimate: 429812714 + * Early stopping 99th percentile estimate: 497063222 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.50 -QPS w/o loadgen overhead : 4.50 +QPS w/ loadgen overhead : 4.52 +QPS w/o loadgen overhead : 4.52 -Min latency (ns) : 28197741 -Max latency (ns) : 522194493 -Mean latency (ns) : 222166353 -50.00 percentile latency (ns) : 173720216 -90.00 percentile latency (ns) : 430942502 -95.00 percentile latency (ns) : 494651802 -97.00 percentile latency (ns) : 496946821 -99.00 percentile latency (ns) : 498994836 -99.90 percentile latency (ns) : 502572357 +Min latency (ns) : 28160950 +Max latency (ns) : 499506561 +Mean latency (ns) : 221051181 +50.00 percentile latency (ns) : 172448500 +90.00 percentile latency (ns) : 429205921 +95.00 percentile latency (ns) : 493383944 +97.00 percentile latency (ns) : 493915948 +99.00 percentile latency (ns) : 495771617 +99.90 percentile latency (ns) : 498113433 ================================================ Test Parameters Used @@ -132,17 +132,17 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0 processed: - 115726 batches of size 1 + 119242 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 1804 + PerSampleCudaMemcpy Calls: 1839 BatchedCudaMemcpy Calls: 0 Device Device:1 processed: - 77544 batches of size 1 + 74028 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 1206 + PerSampleCudaMemcpy Calls: 1171 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 14:54:46,681 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 430942502, Result is VALID +[2025-02-11 09:10:49,328 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 429205921, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt index 42f26e067..43a8d8ff0 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux ef7ba551ce83 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux +Linux 63a1c57d0136 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 14:55:04 up 9 days, 11:51, 0 users, load average: 0.85, 1.11, 1.85 + 09:11:07 up 10 days, 6:07, 0 users, load average: 0.85, 1.18, 1.94 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.141 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -68,7 +68,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.590 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2688.842 +cpu MHz : 799.771 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.101 +cpu MHz : 1788.311 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2193.905 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1604.071 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.479 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.300 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 801.049 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.346 cache size : 46080 KB physical id : 0 siblings : 48 @@ -824,7 +824,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1992.537 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2083.529 cache size : 46080 KB physical id : 0 siblings : 48 @@ -908,7 +908,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3400.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -936,7 +936,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3772.762 +cpu MHz : 2905.350 cache size : 46080 KB physical id : 0 siblings : 48 @@ -964,7 +964,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3603.913 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1076,7 +1076,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1100.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1303.851 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.938 +cpu MHz : 801.126 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1356,7 +1356,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 797.398 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 4943 MB +node 0 free: 5693 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334528 kB -MemFree: 5062060 kB -MemAvailable: 193221796 kB -Buffers: 342784 kB -Cached: 186149560 kB -SwapCached: 30352 kB -Active: 42442528 kB -Inactive: 144420448 kB -Active(anon): 237396 kB -Inactive(anon): 176592 kB -Active(file): 42205132 kB -Inactive(file): 144243856 kB +MemFree: 5830200 kB +MemAvailable: 193255080 kB +Buffers: 227940 kB +Cached: 185441656 kB +SwapCached: 32212 kB +Active: 10180604 kB +Inactive: 175875136 kB +Active(anon): 377576 kB +Inactive(anon): 53948 kB +Active(file): 9803028 kB +Inactive(file): 175821188 kB Unevictable: 6160 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 8047868 kB +SwapFree: 8056572 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1308 kB +Dirty: 2348 kB Writeback: 0 kB -AnonPages: 367112 kB -Mapped: 319488 kB -Shmem: 43356 kB -KReclaimable: 3528096 kB -Slab: 4428884 kB -SReclaimable: 3528096 kB -SUnreclaim: 900788 kB -KernelStack: 16928 kB -PageTables: 19440 kB +AnonPages: 385208 kB +Mapped: 336600 kB +Shmem: 45380 kB +KReclaimable: 3572956 kB +Slab: 4486064 kB +SReclaimable: 3572956 kB +SUnreclaim: 913108 kB +KernelStack: 16912 kB +PageTables: 19716 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 5006664 kB +Committed_AS: 5028248 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 152076 kB +VmallocUsed: 152028 kB VmallocChunk: 0 kB Percpu: 106944 kB HardwareCorrupted: 56 kB @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 29138532 kB -DirectMap2M: 127627264 kB -DirectMap1G: 46137344 kB +DirectMap4k: 32763492 kB +DirectMap2M: 133439488 kB +DirectMap1G: 36700160 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 612868 533970 45 0 326392 0 +fs.dentry-state = 956008 876814 45 0 524734 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7040 0 9223372036854775807 -fs.inode-nr = 290432 18142 -fs.inode-state = 290432 18142 0 0 0 0 0 +fs.file-nr = 7424 0 9223372036854775807 +fs.inode-nr = 435544 16519 +fs.inode-state = 435544 16519 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1614,7 +1614,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 608 +fs.quota.syncs = 656 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = ef7ba551ce83 +kernel.hostname = 63a1c57d0136 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11736 +kernel.ns_last_pid = 11737 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1710,7 +1710,7 @@ kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = c55bbb36-2225-4b32-bb8c-e348299924f1 +kernel.random.uuid = 9882fa8c-3c4e-428b-b514-05fa704996ee kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/user.conf b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/user.conf index 546545d11..2c5035324 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/user.conf +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/user.conf @@ -1 +1 @@ -3d-unet.SingleStream.target_latency = 199.94971769999998 +3d-unet.SingleStream.target_latency = 198.94606290000002 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt index 42f26e067..43a8d8ff0 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux ef7ba551ce83 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux +Linux 63a1c57d0136 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 14:55:04 up 9 days, 11:51, 0 users, load average: 0.85, 1.11, 1.85 + 09:11:07 up 10 days, 6:07, 0 users, load average: 0.85, 1.18, 1.94 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.141 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -68,7 +68,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.590 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2688.842 +cpu MHz : 799.771 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.101 +cpu MHz : 1788.311 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2193.905 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1604.071 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.479 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.300 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 801.049 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.346 cache size : 46080 KB physical id : 0 siblings : 48 @@ -824,7 +824,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1992.537 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2083.529 cache size : 46080 KB physical id : 0 siblings : 48 @@ -908,7 +908,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3400.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -936,7 +936,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3772.762 +cpu MHz : 2905.350 cache size : 46080 KB physical id : 0 siblings : 48 @@ -964,7 +964,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3603.913 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1076,7 +1076,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1100.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1303.851 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.938 +cpu MHz : 801.126 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1356,7 +1356,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 797.398 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 4943 MB +node 0 free: 5693 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334528 kB -MemFree: 5062060 kB -MemAvailable: 193221796 kB -Buffers: 342784 kB -Cached: 186149560 kB -SwapCached: 30352 kB -Active: 42442528 kB -Inactive: 144420448 kB -Active(anon): 237396 kB -Inactive(anon): 176592 kB -Active(file): 42205132 kB -Inactive(file): 144243856 kB +MemFree: 5830200 kB +MemAvailable: 193255080 kB +Buffers: 227940 kB +Cached: 185441656 kB +SwapCached: 32212 kB +Active: 10180604 kB +Inactive: 175875136 kB +Active(anon): 377576 kB +Inactive(anon): 53948 kB +Active(file): 9803028 kB +Inactive(file): 175821188 kB Unevictable: 6160 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 8047868 kB +SwapFree: 8056572 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1308 kB +Dirty: 2348 kB Writeback: 0 kB -AnonPages: 367112 kB -Mapped: 319488 kB -Shmem: 43356 kB -KReclaimable: 3528096 kB -Slab: 4428884 kB -SReclaimable: 3528096 kB -SUnreclaim: 900788 kB -KernelStack: 16928 kB -PageTables: 19440 kB +AnonPages: 385208 kB +Mapped: 336600 kB +Shmem: 45380 kB +KReclaimable: 3572956 kB +Slab: 4486064 kB +SReclaimable: 3572956 kB +SUnreclaim: 913108 kB +KernelStack: 16912 kB +PageTables: 19716 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 5006664 kB +Committed_AS: 5028248 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 152076 kB +VmallocUsed: 152028 kB VmallocChunk: 0 kB Percpu: 106944 kB HardwareCorrupted: 56 kB @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 29138532 kB -DirectMap2M: 127627264 kB -DirectMap1G: 46137344 kB +DirectMap4k: 32763492 kB +DirectMap2M: 133439488 kB +DirectMap1G: 36700160 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 612868 533970 45 0 326392 0 +fs.dentry-state = 956008 876814 45 0 524734 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7040 0 9223372036854775807 -fs.inode-nr = 290432 18142 -fs.inode-state = 290432 18142 0 0 0 0 0 +fs.file-nr = 7424 0 9223372036854775807 +fs.inode-nr = 435544 16519 +fs.inode-state = 435544 16519 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1614,7 +1614,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 608 +fs.quota.syncs = 656 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = ef7ba551ce83 +kernel.hostname = 63a1c57d0136 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11736 +kernel.ns_last_pid = 11737 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1710,7 +1710,7 @@ kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = c55bbb36-2225-4b32-bb8c-e348299924f1 +kernel.random.uuid = 9882fa8c-3c4e-428b-b514-05fa704996ee kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md index d7c3d6971..91247379c 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`Samples per second`: `8.3244` +`Samples per second`: `8.32671` diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out index c78e23b6f..a56653e60 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-02-10 15:33:46,563 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 15:33:46,938 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 15:33:46,939 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/Offline -[2025-02-10 15:33:46,939 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5682d3d76e4d4f97a867310f197914aa.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-02-10 15:33:46,939 __init__.py:53 INFO] Overriding Environment +[2025-02-11 09:49:58,234 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 09:49:58,602 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 09:49:58,603 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/Offline +[2025-02-11 09:49:58,603 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/42e6d7c770bd44f9b414d669ef4bc00a.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-11 09:49:58,603 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-15.33.45 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-09.49.57 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5682d3d76e4d4f97a867310f197914aa.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/42e6d7c770bd44f9b414d669ef4bc00a.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,7 +39,7 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5682d3d76e4d4f97a867310f197914aa.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/42e6d7c770bd44f9b414d669ef4bc00a.conf Creating QSL. Finished Creating QSL. Setting up SUT. @@ -47,13 +47,13 @@ Setting up SUT. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 841 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 851 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1813 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1821 (MiB) @@ -65,7 +65,7 @@ Setting up SUT. [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.44568s. +Finished warmup. Ran for 5.44142s. Starting running actual test. No warnings encountered during test. @@ -90,8 +90,8 @@ Device Device:1 processed: PerSampleCudaMemcpy Calls: 25 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 15:33:59,847 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-02-10 15:33:59,847 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json +[2025-02-11 09:50:11,545 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-11 09:50:11,545 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.mmd b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.mmd index 3e86178ee..07f4e8e45 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.mmd +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.mmd @@ -14,17 +14,17 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_3d-unet-99.9,_tensorrt,_cuda,_valid,_r5.0-dev_default,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -32,55 +32,55 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.png b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.png index 8b7c35159..9b48541ac 100644 Binary files a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.png and b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-version-info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-version-info.json index 57eec1b69..2d407cced 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-version-info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/mlc-version-info.json @@ -157,7 +157,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -177,7 +177,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -197,7 +197,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -217,7 +217,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -377,7 +377,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -417,7 +417,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -497,7 +497,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -517,7 +517,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -537,7 +537,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -547,27 +547,27 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -607,7 +607,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { @@ -677,37 +677,37 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_offline,_tensorrt,_3d-unet-99.9,_3d-unet_,_batch_size.8,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_offline,_cuda,_3d-unet_,_batch_size.8,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,cuda,offline,tensorrt,3d-unet-99.9,3d-unet_,batch_size.8,v4.1-dev", + "script_variations": "build_engine,3d-unet-99.9,tensorrt,offline,cuda,3d-unet_,batch_size.8,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_3d-unet-99.9,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,cuda,tensorrt,3d-unet-99.9,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -747,7 +747,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -767,7 +767,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -787,7 +787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -807,7 +807,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } }, { @@ -847,7 +847,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_3d-unet-99.9,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_offline,_cuda,_rtx_4090 )" } } ] diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json index 67ffd1ad4..d92d1d29c 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "ef7ba551ce83" + "MLC_HOST_SYSTEM_NAME": "63a1c57d0136" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out index 98d5a56d6..0eafffda5 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out @@ -1,8 +1,8 @@ -[2025-02-10 15:22:38,971 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 15:22:39,335 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 15:22:39,335 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/Offline -[2025-02-10 15:22:39,335 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a0665f37cd4a11b73c75ebff4c8e00.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-02-10 15:22:39,335 __init__.py:53 INFO] Overriding Environment +[2025-02-11 09:38:50,166 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 09:38:50,524 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 09:38:50,525 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/Offline +[2025-02-11 09:38:50,525 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e0a9ff4f57ec47f8ae57b5a1429321fb.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-11 09:38:50,525 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-15.22.37 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-09.38.48 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a0665f37cd4a11b73c75ebff4c8e00.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e0a9ff4f57ec47f8ae57b5a1429321fb.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,7 +39,7 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e9a0665f37cd4a11b73c75ebff4c8e00.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e0a9ff4f57ec47f8ae57b5a1429321fb.conf Creating QSL. Finished Creating QSL. Setting up SUT. @@ -47,13 +47,13 @@ Setting up SUT. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 842 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 852 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1813 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1821 (MiB) @@ -65,7 +65,7 @@ Setting up SUT. [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.42745s. +Finished warmup. Ran for 5.45456s. Starting running actual test. ================================================ MLPerf Results Summary @@ -73,7 +73,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 8.3244 +Samples per second: 8.32671 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -82,15 +82,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 186038924 -Max latency (ns) : 640526469878 -Mean latency (ns) : 320134830430 -50.00 percentile latency (ns) : 320133211315 -90.00 percentile latency (ns) : 575910648684 -95.00 percentile latency (ns) : 608529108604 -97.00 percentile latency (ns) : 621340503291 -99.00 percentile latency (ns) : 633939746744 -99.90 percentile latency (ns) : 639928088019 +Min latency (ns) : 186041657 +Max latency (ns) : 640349263708 +Mean latency (ns) : 320005175221 +50.00 percentile latency (ns) : 319957073671 +90.00 percentile latency (ns) : 575756800635 +95.00 percentile latency (ns) : 608360700820 +97.00 percentile latency (ns) : 621167436669 +99.00 percentile latency (ns) : 633763124620 +99.90 percentile latency (ns) : 639750668301 ================================================ Test Parameters Used @@ -124,25 +124,25 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0 processed: - 501 batches of size 2 - 128 batches of size 3 - 437 batches of size 4 - 198 batches of size 5 - 20866 batches of size 8 + 475 batches of size 2 + 121 batches of size 3 + 448 batches of size 4 + 179 batches of size 5 + 20887 batches of size 8 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 2696 + PerSampleCudaMemcpy Calls: 2657 BatchedCudaMemcpy Calls: 0 Device Device:1 processed: - 491 batches of size 2 - 120 batches of size 3 - 431 batches of size 4 - 174 batches of size 5 - 20922 batches of size 8 + 517 batches of size 2 + 127 batches of size 3 + 420 batches of size 4 + 193 batches of size 5 + 20901 batches of size 8 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 2636 + PerSampleCudaMemcpy Calls: 2675 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 15:33:27,199 run_harness.py:166 INFO] Result: result_samples_per_second: 8.3244, Result is VALID +[2025-02-11 09:49:38,475 run_harness.py:166 INFO] Result: result_samples_per_second: 8.32671, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt index 671a67496..182a78492 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux ef7ba551ce83 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux +Linux 63a1c57d0136 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 15:33:28 up 9 days, 12:30, 0 users, load average: 1.93, 1.88, 1.56 + 09:49:39 up 10 days, 6:46, 0 users, load average: 2.08, 1.92, 1.59 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 4018.867 +cpu MHz : 799.873 cache size : 46080 KB physical id : 0 siblings : 48 @@ -68,7 +68,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.910 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.648 +cpu MHz : 796.568 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 793.675 cache size : 46080 KB physical id : 0 siblings : 48 @@ -264,7 +264,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 800.139 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1097.900 +cpu MHz : 2700.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1100.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1105.511 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 869.458 +cpu MHz : 3671.830 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3743.497 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -684,7 +684,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2902.265 cache size : 46080 KB physical id : 0 siblings : 48 @@ -824,7 +824,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2620.714 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -852,7 +852,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1330.336 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -908,7 +908,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 797.659 cache size : 46080 KB physical id : 0 siblings : 48 @@ -964,7 +964,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 784.976 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1048,7 +1048,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 800.851 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1076,7 +1076,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1459.568 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1104,7 +1104,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 900.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1188,7 +1188,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1805.642 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1216,7 +1216,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2500.267 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1300,7 +1300,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 790.848 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1328,7 +1328,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 790.522 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1356,7 +1356,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3813.756 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 3400.000 +CPU MHz: 800.065 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 15876 MB +node 0 free: 13871 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334528 kB -MemFree: 16257772 kB -MemAvailable: 193381472 kB -Buffers: 332536 kB -Cached: 174908780 kB -SwapCached: 30444 kB -Active: 43084208 kB -Inactive: 132535056 kB -Active(anon): 251544 kB -Inactive(anon): 169992 kB -Active(file): 42832664 kB -Inactive(file): 132365064 kB +MemFree: 14204824 kB +MemAvailable: 193271140 kB +Buffers: 162324 kB +Cached: 177044956 kB +SwapCached: 32220 kB +Active: 8223912 kB +Inactive: 169375876 kB +Active(anon): 384456 kB +Inactive(anon): 53700 kB +Active(file): 7839456 kB +Inactive(file): 169322176 kB Unevictable: 6160 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 8048892 kB +SwapFree: 8056828 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 304 kB +Dirty: 140 kB Writeback: 0 kB -AnonPages: 374436 kB -Mapped: 320956 kB -Shmem: 43588 kB -KReclaimable: 3698264 kB -Slab: 4618932 kB -SReclaimable: 3698264 kB -SUnreclaim: 920668 kB -KernelStack: 17024 kB -PageTables: 19756 kB +AnonPages: 391596 kB +Mapped: 337620 kB +Shmem: 45608 kB +KReclaimable: 3676976 kB +Slab: 4601308 kB +SReclaimable: 3676976 kB +SUnreclaim: 924332 kB +KernelStack: 16912 kB +PageTables: 19740 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 5019144 kB +Committed_AS: 5036652 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 152160 kB +VmallocUsed: 152140 kB VmallocChunk: 0 kB Percpu: 106944 kB HardwareCorrupted: 56 kB @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 29767268 kB -DirectMap2M: 126998528 kB -DirectMap1G: 46137344 kB +DirectMap4k: 33564260 kB +DirectMap2M: 133687296 kB +DirectMap1G: 35651584 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 625847 543355 45 0 330361 0 +fs.dentry-state = 969022 886482 45 0 528745 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6944 0 9223372036854775807 -fs.inode-nr = 299436 18142 -fs.inode-state = 299436 18142 0 0 0 0 0 +fs.file-nr = 7136 0 9223372036854775807 +fs.inode-nr = 444541 16619 +fs.inode-state = 444541 16619 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1614,7 +1614,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 608 +fs.quota.syncs = 656 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = ef7ba551ce83 +kernel.hostname = 63a1c57d0136 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 18200 +kernel.ns_last_pid = 18201 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1710,7 +1710,7 @@ kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 9b085821-5ea3-41e1-bc78-c05b00079abd +kernel.random.uuid = da10c6f3-faac-47d3-870f-ccea7f47be8c kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/user.conf b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/user.conf index 3f62360bd..41b502a36 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/user.conf +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/user.conf @@ -1 +1 @@ -3d-unet.Offline.target_qps = 8.407644000000001 +3d-unet.Offline.target_qps = 8.4099771 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md index a3f8288ac..3e9077c58 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`90th percentile latency (ns)`: `432596057.0` +`90th percentile latency (ns)`: `429812714.0` diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out index dd313a16e..829d1a982 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-02-10 14:56:09,942 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 14:56:10,172 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 14:56:10,172 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/SingleStream -[2025-02-10 14:56:10,173 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1fe97e62bb4746138a7ae67f89cce7f2.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-02-10 14:56:10,173 __init__.py:53 INFO] Overriding Environment +[2025-02-11 09:12:14,536 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 09:12:14,760 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 09:12:14,760 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/SingleStream +[2025-02-11 09:12:14,760 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/392788567fd24e2d849f43e76eb7705e.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-11 09:12:14,760 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-14.56.08 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-09.12.13 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1fe97e62bb4746138a7ae67f89cce7f2.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/392788567fd24e2d849f43e76eb7705e.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,33 +39,33 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1fe97e62bb4746138a7ae67f89cce7f2.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/392788567fd24e2d849f43e76eb7705e.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 86, GPU 1107 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 839 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 849 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 851 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1715 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1723 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +278, now: CPU 0, GPU 337 (MiB) -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 97, GPU 1455 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +8, now: CPU 98, GPU 1463 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 97, GPU 1457 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 97, GPU 1465 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +277, now: CPU 0, GPU 614 (MiB) [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.05231s. +Finished warmup. Ran for 5.05119s. Starting running actual test. No warnings encountered during test. @@ -73,18 +73,18 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0 processed: - 1265 batches of size 1 + 1496 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 21 + PerSampleCudaMemcpy Calls: 22 BatchedCudaMemcpy Calls: 0 Device Device:1 processed: - 1496 batches of size 1 + 1265 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 22 + PerSampleCudaMemcpy Calls: 21 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 14:56:26,919 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-02-10 14:56:26,919 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json +[2025-02-11 09:12:31,309 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-11 09:12:31,310 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd index 00f251794..96bf54d78 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd @@ -20,17 +20,17 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_3d-unet-99.9,_tensorrt,_cuda,_valid,_r5.0-dev_default,_singlestream_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -38,11 +38,11 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,tensorrt build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,cpu @@ -106,52 +106,52 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_pycuda build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> add,custom,system,nvidia,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,generic-python-lib,_pip - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pandas_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,generic-python-lib,_pip - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> detect,cpu @@ -160,66 +160,66 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,generic-python-lib,_pip get-generic-python-lib,94b62a682bc44791_(_package.nvidia-pyindex_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,generic-python-lib,_package.nvidia-pyindex - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,generic-python-lib,_pip - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png index 299b76389..e7aaa23bb 100644 Binary files a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png and b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json index 1824e2c98..bf5a54275 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json @@ -217,7 +217,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1077,7 +1077,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -1087,7 +1087,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1107,7 +1107,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1157,7 +1157,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1187,7 +1187,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1207,7 +1207,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1227,7 +1227,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1237,7 +1237,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1277,7 +1277,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1317,7 +1317,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1347,7 +1347,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1457,7 +1457,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1527,7 +1527,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1617,7 +1617,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1687,7 +1687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1697,17 +1697,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1737,7 +1737,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1747,7 +1747,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1757,7 +1757,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-aea55edb04b10928b75d1cc318d6bed2f2e4a629", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1797,7 +1797,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1837,7 +1837,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1877,7 +1877,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1897,7 +1897,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1937,7 +1937,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1947,17 +1947,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1977,7 +1977,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1997,7 +1997,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2037,7 +2037,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2057,7 +2057,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -2067,37 +2067,37 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_batch_size.1,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,3d-unet-99.9,cuda,singlestream,tensorrt,batch_size.1,3d-unet_,v4.1-dev", + "script_variations": "build_engine,tensorrt,3d-unet-99.9,cuda,singlestream,batch_size.1,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_cuda,_tensorrt,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,3d-unet-99.9,cuda,tensorrt,3d-unet_,v4.1-dev", + "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2117,7 +2117,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2137,7 +2137,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2157,7 +2157,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2177,7 +2177,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2197,7 +2197,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } }, { @@ -2237,7 +2237,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_cuda,_singlestream,_tensorrt,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" } } ] diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json index 67ffd1ad4..d92d1d29c 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "ef7ba551ce83" + "MLC_HOST_SYSTEM_NAME": "63a1c57d0136" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out index d0a74b1ea..0f3c65ad9 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out @@ -1,8 +1,8 @@ -[2025-02-10 14:43:30,626 main.py:229 INFO] Detected system ID: KnownSystem.ef7ba551ce83 -[2025-02-10 14:43:30,861 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-02-10 14:43:30,862 generate_conf_files.py:107 INFO] Generated measurements/ entries for ef7ba551ce83_TRT/3d-unet-99.9/SingleStream -[2025-02-10 14:43:30,862 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da05bb7f9e8b4fd6afa8a3bdace89dc0.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-02-10 14:43:30,862 __init__.py:53 INFO] Overriding Environment +[2025-02-11 08:59:36,467 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_63a1c57d0136 +[2025-02-11 08:59:36,752 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-11 08:59:36,753 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_63a1c57d0136_TRT/3d-unet-99.9/SingleStream +[2025-02-11 08:59:36,753 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e5644ab40f44728b60fdc9a85743fc5.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-11 08:59:36,753 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.10-14.43.29 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/logs/2025.02.11-08.59.35 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='ef7ba551ce83') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.33452799999998, byte_suffix=, _num_bytes=197334528000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_63a1c57d0136') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_5aab030f/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da05bb7f9e8b4fd6afa8a3bdace89dc0.conf -system_id : ef7ba551ce83 -config_name : ef7ba551ce83_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e5644ab40f44728b60fdc9a85743fc5.conf +system_id : Nvidia_63a1c57d0136 +config_name : Nvidia_63a1c57d0136_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,33 +39,33 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_14157262/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/da05bb7f9e8b4fd6afa8a3bdace89dc0.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5e5644ab40f44728b60fdc9a85743fc5.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1097 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 86, GPU 1107 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1107 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [I] [TRT] Loaded engine size: 31 MiB [W] [TRT] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 121, GPU 841 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 121, GPU 851 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +30, now: CPU 0, GPU 59 (MiB) -[I] Device:1: ./build/engines/ef7ba551ce83/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:1: ./build/engines/Nvidia_63a1c57d0136/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 90, GPU 1715 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 90, GPU 1723 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +278, now: CPU 0, GPU 337 (MiB) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 97, GPU 1457 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +8, now: CPU 98, GPU 1465 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 97, GPU 1465 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +277, now: CPU 0, GPU 614 (MiB) [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true [I] Creating batcher thread: 1 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.04996s. +Finished warmup. Ran for 5.04994s. Starting running actual test. ================================================ MLPerf Results Summary @@ -73,7 +73,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 430942502 +90th percentile latency (ns) : 429205921 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -81,24 +81,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. - * Early stopping 90th percentile estimate: 432596057 - * Early stopping 99th percentile estimate: 499600321 + * Early stopping 90th percentile estimate: 429812714 + * Early stopping 99th percentile estimate: 497063222 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.50 -QPS w/o loadgen overhead : 4.50 +QPS w/ loadgen overhead : 4.52 +QPS w/o loadgen overhead : 4.52 -Min latency (ns) : 28197741 -Max latency (ns) : 522194493 -Mean latency (ns) : 222166353 -50.00 percentile latency (ns) : 173720216 -90.00 percentile latency (ns) : 430942502 -95.00 percentile latency (ns) : 494651802 -97.00 percentile latency (ns) : 496946821 -99.00 percentile latency (ns) : 498994836 -99.90 percentile latency (ns) : 502572357 +Min latency (ns) : 28160950 +Max latency (ns) : 499506561 +Mean latency (ns) : 221051181 +50.00 percentile latency (ns) : 172448500 +90.00 percentile latency (ns) : 429205921 +95.00 percentile latency (ns) : 493383944 +97.00 percentile latency (ns) : 493915948 +99.00 percentile latency (ns) : 495771617 +99.90 percentile latency (ns) : 498113433 ================================================ Test Parameters Used @@ -132,17 +132,17 @@ No warnings encountered during test. No errors encountered during test. Finished running actual test. Device Device:0 processed: - 115726 batches of size 1 + 119242 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 1804 + PerSampleCudaMemcpy Calls: 1839 BatchedCudaMemcpy Calls: 0 Device Device:1 processed: - 77544 batches of size 1 + 74028 batches of size 1 Memcpy Calls: 0 - PerSampleCudaMemcpy Calls: 1206 + PerSampleCudaMemcpy Calls: 1171 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-02-10 14:54:46,681 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 430942502, Result is VALID +[2025-02-11 09:10:49,328 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 429205921, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt index 42f26e067..43a8d8ff0 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux ef7ba551ce83 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux +Linux 63a1c57d0136 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 14:55:04 up 9 days, 11:51, 0 users, load average: 0.85, 1.11, 1.85 + 09:11:07 up 10 days, 6:07, 0 users, load average: 0.85, 1.18, 1.94 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.141 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -68,7 +68,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.590 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2688.842 +cpu MHz : 799.771 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.101 +cpu MHz : 1788.311 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2193.905 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1604.071 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.479 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.300 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 801.049 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.346 cache size : 46080 KB physical id : 0 siblings : 48 @@ -824,7 +824,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1992.537 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2083.529 cache size : 46080 KB physical id : 0 siblings : 48 @@ -908,7 +908,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3400.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -936,7 +936,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3772.762 +cpu MHz : 2905.350 cache size : 46080 KB physical id : 0 siblings : 48 @@ -964,7 +964,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3603.913 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1076,7 +1076,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1100.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1303.851 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.938 +cpu MHz : 801.126 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1356,7 +1356,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 797.398 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 4943 MB +node 0 free: 5693 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334528 kB -MemFree: 5062060 kB -MemAvailable: 193221796 kB -Buffers: 342784 kB -Cached: 186149560 kB -SwapCached: 30352 kB -Active: 42442528 kB -Inactive: 144420448 kB -Active(anon): 237396 kB -Inactive(anon): 176592 kB -Active(file): 42205132 kB -Inactive(file): 144243856 kB +MemFree: 5830200 kB +MemAvailable: 193255080 kB +Buffers: 227940 kB +Cached: 185441656 kB +SwapCached: 32212 kB +Active: 10180604 kB +Inactive: 175875136 kB +Active(anon): 377576 kB +Inactive(anon): 53948 kB +Active(file): 9803028 kB +Inactive(file): 175821188 kB Unevictable: 6160 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 8047868 kB +SwapFree: 8056572 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1308 kB +Dirty: 2348 kB Writeback: 0 kB -AnonPages: 367112 kB -Mapped: 319488 kB -Shmem: 43356 kB -KReclaimable: 3528096 kB -Slab: 4428884 kB -SReclaimable: 3528096 kB -SUnreclaim: 900788 kB -KernelStack: 16928 kB -PageTables: 19440 kB +AnonPages: 385208 kB +Mapped: 336600 kB +Shmem: 45380 kB +KReclaimable: 3572956 kB +Slab: 4486064 kB +SReclaimable: 3572956 kB +SUnreclaim: 913108 kB +KernelStack: 16912 kB +PageTables: 19716 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 5006664 kB +Committed_AS: 5028248 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 152076 kB +VmallocUsed: 152028 kB VmallocChunk: 0 kB Percpu: 106944 kB HardwareCorrupted: 56 kB @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 29138532 kB -DirectMap2M: 127627264 kB -DirectMap1G: 46137344 kB +DirectMap4k: 32763492 kB +DirectMap2M: 133439488 kB +DirectMap1G: 36700160 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 612868 533970 45 0 326392 0 +fs.dentry-state = 956008 876814 45 0 524734 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7040 0 9223372036854775807 -fs.inode-nr = 290432 18142 -fs.inode-state = 290432 18142 0 0 0 0 0 +fs.file-nr = 7424 0 9223372036854775807 +fs.inode-nr = 435544 16519 +fs.inode-state = 435544 16519 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1614,7 +1614,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 608 +fs.quota.syncs = 656 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = ef7ba551ce83 +kernel.hostname = 63a1c57d0136 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11736 +kernel.ns_last_pid = 11737 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1710,7 +1710,7 @@ kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = c55bbb36-2225-4b32-bb8c-e348299924f1 +kernel.random.uuid = 9882fa8c-3c4e-428b-b514-05fa704996ee kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/user.conf b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/user.conf index 546545d11..2c5035324 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/user.conf +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/user.conf @@ -1 +1 @@ -3d-unet.SingleStream.target_latency = 199.94971769999998 +3d-unet.SingleStream.target_latency = 198.94606290000002 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt index 42f26e067..43a8d8ff0 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux ef7ba551ce83 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux +Linux 63a1c57d0136 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 14:55:04 up 9 days, 11:51, 0 users, load average: 0.85, 1.11, 1.85 + 09:11:07 up 10 days, 6:07, 0 users, load average: 0.85, 1.18, 1.94 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.141 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -68,7 +68,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.590 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2688.842 +cpu MHz : 799.771 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.101 +cpu MHz : 1788.311 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2193.905 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1604.071 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.479 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.300 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 801.049 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.346 cache size : 46080 KB physical id : 0 siblings : 48 @@ -824,7 +824,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1992.537 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2083.529 cache size : 46080 KB physical id : 0 siblings : 48 @@ -908,7 +908,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3400.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -936,7 +936,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3772.762 +cpu MHz : 2905.350 cache size : 46080 KB physical id : 0 siblings : 48 @@ -964,7 +964,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3603.913 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1076,7 +1076,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1100.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1303.851 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 896.938 +cpu MHz : 801.126 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1356,7 +1356,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 797.398 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 4943 MB +node 0 free: 5693 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334528 kB -MemFree: 5062060 kB -MemAvailable: 193221796 kB -Buffers: 342784 kB -Cached: 186149560 kB -SwapCached: 30352 kB -Active: 42442528 kB -Inactive: 144420448 kB -Active(anon): 237396 kB -Inactive(anon): 176592 kB -Active(file): 42205132 kB -Inactive(file): 144243856 kB +MemFree: 5830200 kB +MemAvailable: 193255080 kB +Buffers: 227940 kB +Cached: 185441656 kB +SwapCached: 32212 kB +Active: 10180604 kB +Inactive: 175875136 kB +Active(anon): 377576 kB +Inactive(anon): 53948 kB +Active(file): 9803028 kB +Inactive(file): 175821188 kB Unevictable: 6160 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 8047868 kB +SwapFree: 8056572 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1308 kB +Dirty: 2348 kB Writeback: 0 kB -AnonPages: 367112 kB -Mapped: 319488 kB -Shmem: 43356 kB -KReclaimable: 3528096 kB -Slab: 4428884 kB -SReclaimable: 3528096 kB -SUnreclaim: 900788 kB -KernelStack: 16928 kB -PageTables: 19440 kB +AnonPages: 385208 kB +Mapped: 336600 kB +Shmem: 45380 kB +KReclaimable: 3572956 kB +Slab: 4486064 kB +SReclaimable: 3572956 kB +SUnreclaim: 913108 kB +KernelStack: 16912 kB +PageTables: 19716 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 5006664 kB +Committed_AS: 5028248 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 152076 kB +VmallocUsed: 152028 kB VmallocChunk: 0 kB Percpu: 106944 kB HardwareCorrupted: 56 kB @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 29138532 kB -DirectMap2M: 127627264 kB -DirectMap1G: 46137344 kB +DirectMap4k: 32763492 kB +DirectMap2M: 133439488 kB +DirectMap1G: 36700160 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 612868 533970 45 0 326392 0 +fs.dentry-state = 956008 876814 45 0 524734 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7040 0 9223372036854775807 -fs.inode-nr = 290432 18142 -fs.inode-state = 290432 18142 0 0 0 0 0 +fs.file-nr = 7424 0 9223372036854775807 +fs.inode-nr = 435544 16519 +fs.inode-state = 435544 16519 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1614,7 +1614,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 608 +fs.quota.syncs = 656 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = ef7ba551ce83 +kernel.hostname = 63a1c57d0136 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11736 +kernel.ns_last_pid = 11737 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1710,7 +1710,7 @@ kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = c55bbb36-2225-4b32-bb8c-e348299924f1 +kernel.random.uuid = 9882fa8c-3c4e-428b-b514-05fa704996ee kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/README.md b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/README.md index b8031fe76..f96b11c91 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/README.md +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/README.md @@ -1,4 +1,4 @@ -| Model | Scenario | Accuracy | Throughput | Latency (in ms) | Power Efficiency (in samples/J) | TEST01 | -|-----------|--------------|------------|--------------|-------------------|-----------------------------------|----------| -| bert-99.9 | singlestream | 90.8811 | 460.617 | 2.171 | | passed | -| bert-99.9 | offline | 90.8832 | 3341.97 | - | | passed | \ No newline at end of file +| Model | Scenario | Accuracy | Throughput | Latency (in ms) | Power Efficiency (in samples/J) | TEST01 | +|--------------|--------------|------------|--------------|-------------------|-----------------------------------|----------| +| 3d-unet-99.9 | singlestream | 0.86236 | 2.327 | 429.813 | | passed | +| 3d-unet-99.9 | offline | 0.86236 | 8.327 | - | | passed | \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/system_info.txt b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/system_info.txt index 013a506f7..43a8d8ff0 100644 --- a/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x2-nvidia-gpu-TensorRT-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 1e463cc64b7d 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux +Linux 63a1c57d0136 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 08:03:05 up 10 days, 4:59, 0 users, load average: 0.95, 1.28, 2.06 + 09:11:07 up 10 days, 6:07, 0 users, load average: 0.85, 1.18, 1.94 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -68,7 +68,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 2800.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 799.658 +cpu MHz : 799.771 cache size : 46080 KB physical id : 0 siblings : 48 @@ -124,7 +124,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1788.311 cache size : 46080 KB physical id : 0 siblings : 48 @@ -152,7 +152,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3847.761 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -236,7 +236,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3804.367 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1324.611 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 801.869 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.300 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 798.713 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -656,7 +656,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1264.530 +cpu MHz : 801.346 cache size : 46080 KB physical id : 0 siblings : 48 @@ -740,7 +740,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1371.837 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -824,7 +824,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1992.537 cache size : 46080 KB physical id : 0 siblings : 48 @@ -852,7 +852,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 1044.959 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -880,7 +880,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2083.529 cache size : 46080 KB physical id : 0 siblings : 48 @@ -936,7 +936,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 2905.350 cache size : 46080 KB physical id : 0 siblings : 48 @@ -964,7 +964,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 3603.913 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1076,7 +1076,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1100.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 1303.851 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1216,7 +1216,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 801.269 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 800.000 +cpu MHz : 801.126 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1272,7 +1272,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b000603 -cpu MHz : 3830.898 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 799.859 +CPU MHz: 800.000 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 97776 MB +node 0 free: 5693 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334528 kB -MemFree: 100123192 kB -MemAvailable: 193363988 kB -Buffers: 173852 kB -Cached: 93835920 kB -SwapCached: 32016 kB -Active: 9612968 kB -Inactive: 84783360 kB -Active(anon): 374296 kB -Inactive(anon): 57396 kB -Active(file): 9238672 kB -Inactive(file): 84725964 kB +MemFree: 5830200 kB +MemAvailable: 193255080 kB +Buffers: 227940 kB +Cached: 185441656 kB +SwapCached: 32212 kB +Active: 10180604 kB +Inactive: 175875136 kB +Active(anon): 377576 kB +Inactive(anon): 53948 kB +Active(file): 9803028 kB +Inactive(file): 175821188 kB Unevictable: 6160 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 8055804 kB +SwapFree: 8056572 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 2568 kB -Writeback: 8 kB -AnonPages: 385716 kB -Mapped: 335836 kB -Shmem: 45132 kB -KReclaimable: 1048452 kB -Slab: 1723420 kB -SReclaimable: 1048452 kB -SUnreclaim: 674968 kB +Dirty: 2348 kB +Writeback: 0 kB +AnonPages: 385208 kB +Mapped: 336600 kB +Shmem: 45380 kB +KReclaimable: 3572956 kB +Slab: 4486064 kB +SReclaimable: 3572956 kB +SUnreclaim: 913108 kB KernelStack: 16912 kB -PageTables: 20072 kB +PageTables: 19716 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 5018016 kB +Committed_AS: 5028248 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 152068 kB +VmallocUsed: 152028 kB VmallocChunk: 0 kB Percpu: 106944 kB HardwareCorrupted: 56 kB @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 32265828 kB -DirectMap2M: 132888576 kB -DirectMap1G: 37748736 kB +DirectMap4k: 32763492 kB +DirectMap2M: 133439488 kB +DirectMap1G: 36700160 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 913023 847011 45 0 503364 0 +fs.dentry-state = 956008 876814 45 0 524734 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7328 0 9223372036854775807 -fs.inode-nr = 413973 16331 -fs.inode-state = 413973 16331 0 0 0 0 0 +fs.file-nr = 7424 0 9223372036854775807 +fs.inode-nr = 435544 16519 +fs.inode-state = 435544 16519 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1614,7 +1614,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 650 +fs.quota.syncs = 656 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 1e463cc64b7d +kernel.hostname = 63a1c57d0136 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 10541 +kernel.ns_last_pid = 11737 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1710,7 +1710,7 @@ kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = fccce152-2db3-4357-9aa4-050e699d9116 +kernel.random.uuid = 9882fa8c-3c4e-428b-b514-05fa704996ee kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt index 3b354064c..7ddc3cfb5 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T15:33:53Z", "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 382, "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40764, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5549, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_qps", "value": 8.40764, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5549, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.018701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.024119, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 502.818788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 502.818788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generated_query_duration", "value": 118939384, "time_ms": 502.818788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 23:33:53.859", "time_ms": 6110.173397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:33:59.269", "time_ms": 6110.173397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19494, "tid": 19494}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:50:05Z", "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 362, "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40998, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5550, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_qps", "value": 8.40998, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5550, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.018605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.024267, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 522.719692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 522.719692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generated_query_duration", "value": 118906387, "time_ms": 522.719692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:50:05.544", "time_ms": 6124.772865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:50:10.950", "time_ms": 6124.772865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19502, "tid": 19502}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt index 15b6e9f78..d1c55f531 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T15:22:45Z", "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 378, "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.08, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5332, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_qps", "value": 8.08, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5332, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.017845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.022800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 513.988032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5332, "time_ms": 513.988032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generated_query_duration", "value": 123762376, "time_ms": 513.988032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 514.006510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 23:22:46.277", "time_ms": 641050.013808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:33:26.803", "time_ms": 641050.013808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_samples_per_second", "value": 8.3244, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_min_latency_ns", "value": 186038924, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_max_latency_ns", "value": 640526469878, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 320134830430, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 320133211315, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 575910648684, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608529108604, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621340503291, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 633939746744, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 639928088019, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:38:57Z", "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 253, "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.08, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5332, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_qps", "value": 8.08, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5332, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.022830, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.028609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 505.125525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5332, "time_ms": 505.125525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generated_query_duration", "value": 123762376, "time_ms": 505.125525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 505.143907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:38:57.722", "time_ms": 640861.107875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:49:38.071", "time_ms": 640861.107875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_samples_per_second", "value": 8.32671, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_min_latency_ns", "value": 186041657, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_max_latency_ns", "value": 640349263708, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 320005175221, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 319957073671, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 575756800635, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608360700820, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621167436669, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 633763124620, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 639750668301, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt index b7683a6c1..e1a8a9562 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 8.3244 +Samples per second: 8.32671 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 186038924 -Max latency (ns) : 640526469878 -Mean latency (ns) : 320134830430 -50.00 percentile latency (ns) : 320133211315 -90.00 percentile latency (ns) : 575910648684 -95.00 percentile latency (ns) : 608529108604 -97.00 percentile latency (ns) : 621340503291 -99.00 percentile latency (ns) : 633939746744 -99.90 percentile latency (ns) : 639928088019 +Min latency (ns) : 186041657 +Max latency (ns) : 640349263708 +Mean latency (ns) : 320005175221 +50.00 percentile latency (ns) : 319957073671 +90.00 percentile latency (ns) : 575756800635 +95.00 percentile latency (ns) : 608360700820 +97.00 percentile latency (ns) : 621167436669 +99.00 percentile latency (ns) : 633763124620 +99.90 percentile latency (ns) : 639750668301 ================================================ Test Parameters Used diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt index 97791f22d..bd365a35f 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt @@ -1,71 +1,71 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T14:56:16Z", "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 270, "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.9995e+08, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_qps", "value": 5.00126, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.018745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.024305, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 532.656907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 532.656907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generated_query_duration", "value": 8597837831, "time_ms": 532.656907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 22:56:16.889", "time_ms": 10227.948919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 22:56:26.335", "time_ms": 10227.948919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 13537, "tid": 13537}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:12:20Z", "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 264, "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.98946e+08, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_qps", "value": 5.02649, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_min_query_count", "value": 6063, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6063, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.026492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.031537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 537.936280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 537.936280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generated_query_duration", "value": 8554680666, "time_ms": 537.936280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:12:21.296", "time_ms": 10221.531011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:12:30.745", "time_ms": 10221.531011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 13538, "tid": 13538}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt index e2360098b..3547d9739 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt @@ -1,91 +1,91 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T14:43:37Z", "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 355, "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 4e+08, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_qps", "value": 2.5, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_min_query_count", "value": 3010, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_min_sample_count", "value": 3010, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.018580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.023931, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generated_query_count", "value": 3010, "time_ms": 533.263643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 533.263643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generated_query_duration", "value": 1204000000000, "time_ms": 533.263643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 669306.443166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 22:43:37.539", "time_ms": 669366.352742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 22:54:46.368", "time_ms": 669366.352742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. * Early stopping 90th percentile estimate: 432596057 * Early stopping 99th percentile estimate: 499600321", "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_query_count", "value": 3010, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.49928, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.50113, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 432596057, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 499600321, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28197741, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_max_latency_ns", "value": 522194493, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 222166353, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 173720216, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 430942502, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 494651802, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 496946821, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 498994836, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 502572357, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T08:59:42Z", "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 851, "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 4e+08, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_qps", "value": 2.5, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_min_query_count", "value": 3010, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_min_sample_count", "value": 3010, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 55.363947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 55.384506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generated_query_count", "value": 3010, "time_ms": 591.661203, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 591.661203, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generated_query_duration", "value": 1204000000000, "time_ms": 591.661203, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 666164.819567, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 16:59:43.372", "time_ms": 666223.827686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:10:49.001", "time_ms": 666223.827686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. * Early stopping 90th percentile estimate: 429812714 * Early stopping 99th percentile estimate: 497063222", "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_query_count", "value": 3010, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.52092, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.52384, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 429812714, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 497063222, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28160950, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_max_latency_ns", "value": 499506561, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 221051181, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 172448500, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 429205921, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 493383944, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 493915948, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 495771617, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 498113433, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt index 03e21ef72..94c1d9be1 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 430942502 +90th percentile latency (ns) : 429205921 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -12,24 +12,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. - * Early stopping 90th percentile estimate: 432596057 - * Early stopping 99th percentile estimate: 499600321 + * Early stopping 90th percentile estimate: 429812714 + * Early stopping 99th percentile estimate: 497063222 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.50 -QPS w/o loadgen overhead : 4.50 +QPS w/ loadgen overhead : 4.52 +QPS w/o loadgen overhead : 4.52 -Min latency (ns) : 28197741 -Max latency (ns) : 522194493 -Mean latency (ns) : 222166353 -50.00 percentile latency (ns) : 173720216 -90.00 percentile latency (ns) : 430942502 -95.00 percentile latency (ns) : 494651802 -97.00 percentile latency (ns) : 496946821 -99.00 percentile latency (ns) : 498994836 -99.90 percentile latency (ns) : 502572357 +Min latency (ns) : 28160950 +Max latency (ns) : 499506561 +Mean latency (ns) : 221051181 +50.00 percentile latency (ns) : 172448500 +90.00 percentile latency (ns) : 429205921 +95.00 percentile latency (ns) : 493383944 +97.00 percentile latency (ns) : 493915948 +99.00 percentile latency (ns) : 495771617 +99.90 percentile latency (ns) : 498113433 ================================================ Test Parameters Used diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt index 3b354064c..7ddc3cfb5 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T15:33:53Z", "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 382, "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.012179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40764, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.017038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5549, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_qps", "value": 8.40764, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5549, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.017272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.018701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.024119, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 502.818788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 502.818788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "generated_query_duration", "value": 118939384, "time_ms": 502.818788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6110.172075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 23:33:53.859", "time_ms": 6110.173397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19494, "tid": 19494}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:33:59.269", "time_ms": 6110.173397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19494, "tid": 19494}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:50:05Z", "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 362, "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.012136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.40998, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.017088, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5550, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_qps", "value": 8.40998, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5550, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.017327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.018605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.024267, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 522.719692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 522.719692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "generated_query_duration", "value": 118906387, "time_ms": 522.719692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6124.771727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:50:05.544", "time_ms": 6124.772865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19502, "tid": 19502}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:50:10.950", "time_ms": 6124.772865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19502, "tid": 19502}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt index 15b6e9f78..d1c55f531 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T15:22:45Z", "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 378, "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.007578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.08, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.012332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5332, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_qps", "value": 8.08, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5332, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.012442, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.017845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.022800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 513.988032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5332, "time_ms": 513.988032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generated_query_duration", "value": 123762376, "time_ms": 513.988032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 514.006510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 641050.012740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 23:22:46.277", "time_ms": 641050.013808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 23:33:26.803", "time_ms": 641050.013808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_samples_per_second", "value": 8.3244, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_min_latency_ns", "value": 186038924, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_max_latency_ns", "value": 640526469878, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 320134830430, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 320133211315, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 575910648684, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608529108604, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621340503291, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 633939746744, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 639928088019, "time_ms": 641050.051519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17820, "tid": 17820}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:38:57Z", "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 253, "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.011731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 8.08, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.016932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5332, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_qps", "value": 8.08, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5332, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.017070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.022830, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.028609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 505.125525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5332, "time_ms": 505.125525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generated_query_duration", "value": 123762376, "time_ms": 505.125525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 505.143907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 640861.106394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:38:57.722", "time_ms": 640861.107875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:49:38.071", "time_ms": 640861.107875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_samples_per_second", "value": 8.32671, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_min_latency_ns", "value": 186041657, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_max_latency_ns", "value": 640349263708, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 320005175221, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 319957073671, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 575756800635, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608360700820, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621167436669, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 633763124620, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 639750668301, "time_ms": 640861.167096, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 17821, "tid": 17821}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt index b7683a6c1..e1a8a9562 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 8.3244 +Samples per second: 8.32671 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 186038924 -Max latency (ns) : 640526469878 -Mean latency (ns) : 320134830430 -50.00 percentile latency (ns) : 320133211315 -90.00 percentile latency (ns) : 575910648684 -95.00 percentile latency (ns) : 608529108604 -97.00 percentile latency (ns) : 621340503291 -99.00 percentile latency (ns) : 633939746744 -99.90 percentile latency (ns) : 639928088019 +Min latency (ns) : 186041657 +Max latency (ns) : 640349263708 +Mean latency (ns) : 320005175221 +50.00 percentile latency (ns) : 319957073671 +90.00 percentile latency (ns) : 575756800635 +95.00 percentile latency (ns) : 608360700820 +97.00 percentile latency (ns) : 621167436669 +99.00 percentile latency (ns) : 633763124620 +99.90 percentile latency (ns) : 639750668301 ================================================ Test Parameters Used diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt index 97791f22d..bd365a35f 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt @@ -1,71 +1,71 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T14:56:16Z", "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 270, "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.007917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.9995e+08, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.013446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_qps", "value": 5.00126, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.013570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.018745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.024305, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 532.656907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 532.656907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "generated_query_duration", "value": 8597837831, "time_ms": 532.656907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10227.946927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 22:56:16.889", "time_ms": 10227.948919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 13537, "tid": 13537}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 22:56:26.335", "time_ms": 10227.948919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 13537, "tid": 13537}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.015810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T09:12:20Z", "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 264, "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.020057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 1.98946e+08, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.024966, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_qps", "value": 5.02649, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_min_query_count", "value": 6063, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6063, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.025265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.026492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.031537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 537.936280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 537.936280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "generated_query_duration", "value": 8554680666, "time_ms": 537.936280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10221.528451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 17:12:21.296", "time_ms": 10221.531011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 13538, "tid": 13538}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:12:30.745", "time_ms": 10221.531011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 13538, "tid": 13538}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt index e2360098b..3547d9739 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt @@ -1,91 +1,91 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-10T14:31:42.815246", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-10T22:31:42.815255", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "test_datetime", "value": "2025-02-10T14:43:37Z", "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 355, "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.008550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 4e+08, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.013286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_qps", "value": 2.5, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_min_query_count", "value": 3010, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_min_sample_count", "value": 3010, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.013512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.018580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.023931, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generated_query_count", "value": 3010, "time_ms": 533.263643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 533.263643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generated_query_duration", "value": 1204000000000, "time_ms": 533.263643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 669306.443166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 669366.351675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "power_begin", "value": "02-10-2025 22:43:37.539", "time_ms": 669366.352742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "power_end", "value": "02-10-2025 22:54:46.368", "time_ms": 669366.352742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. * Early stopping 90th percentile estimate: 432596057 * Early stopping 99th percentile estimate: 499600321", "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_query_count", "value": 3010, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.49928, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.50113, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 432596057, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 499600321, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28197741, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_max_latency_ns", "value": 522194493, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 222166353, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 173720216, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 430942502, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 494651802, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 496946821, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 498994836, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 502572357, "time_ms": 669367.345171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10675, "tid": 10675}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-11T08:49:37.596543", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-11T16:49:37.596552", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 55.298083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-11T08:59:42Z", "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 851, "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 55.313067, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 4e+08, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 55.346003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_qps", "value": 2.5, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_min_query_count", "value": 3010, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_min_sample_count", "value": 3010, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 55.346843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 55.363947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 55.384506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generated_query_count", "value": 3010, "time_ms": 591.661203, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 591.661203, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generated_query_duration", "value": 1204000000000, "time_ms": 591.661203, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 666164.819567, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 666223.826433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "power_begin", "value": "02-11-2025 16:59:43.372", "time_ms": 666223.827686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "power_end", "value": "02-11-2025 17:10:49.001", "time_ms": 666223.827686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. * Early stopping 90th percentile estimate: 429812714 * Early stopping 99th percentile estimate: 497063222", "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_query_count", "value": 3010, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.52092, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.52384, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 429812714, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 497063222, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28160950, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_max_latency_ns", "value": 499506561, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 221051181, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 172448500, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 429205921, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 493383944, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 493915948, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 495771617, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 498113433, "time_ms": 666224.939257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_0ab377fc/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 10676, "tid": 10676}} diff --git a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt index 03e21ef72..94c1d9be1 100644 --- a/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 430942502 +90th percentile latency (ns) : 429205921 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -12,24 +12,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3010). * Would discard 261 highest latency queries. - * Early stopping 90th percentile estimate: 432596057 - * Early stopping 99th percentile estimate: 499600321 + * Early stopping 90th percentile estimate: 429812714 + * Early stopping 99th percentile estimate: 497063222 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.50 -QPS w/o loadgen overhead : 4.50 +QPS w/ loadgen overhead : 4.52 +QPS w/o loadgen overhead : 4.52 -Min latency (ns) : 28197741 -Max latency (ns) : 522194493 -Mean latency (ns) : 222166353 -50.00 percentile latency (ns) : 173720216 -90.00 percentile latency (ns) : 430942502 -95.00 percentile latency (ns) : 494651802 -97.00 percentile latency (ns) : 496946821 -99.00 percentile latency (ns) : 498994836 -99.90 percentile latency (ns) : 502572357 +Min latency (ns) : 28160950 +Max latency (ns) : 499506561 +Mean latency (ns) : 221051181 +50.00 percentile latency (ns) : 172448500 +90.00 percentile latency (ns) : 429205921 +95.00 percentile latency (ns) : 493383944 +97.00 percentile latency (ns) : 493915948 +99.00 percentile latency (ns) : 495771617 +99.90 percentile latency (ns) : 498113433 ================================================ Test Parameters Used