From a9e13de4c2675c801218874e8faf9b154ad5b3b6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Marcinkiewicz?= <43240942+mmarcinkiewicz@users.noreply.github.com> Date: Mon, 6 Oct 2025 18:50:16 +0200 Subject: [PATCH 1/2] Update rcps_llama31_8b.json --- .../rcp_checker/training_5.1.0/rcps_llama31_8b.json | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json b/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json index 40e2085d..85f306a0 100644 --- a/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json +++ b/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json @@ -14,10 +14,10 @@ "gradient_accumulation_steps": 2 }, "Epochs to converge": [ - 196608, 221184, 208896, 221184, 221184, - 208896, 208896, 196608, 233472, 208896, - 233472, 208896, 208896, 221184, 233472, - 196608, 208896, 233472, 221184, 208896 + 196608, 172032, 184320, 184320, 172032, + 172032, 184320, 184320, 184320, 172032, + 172032, 172032, 184320, 184320, 184320, + 172032, 172032, 172032, 184320, 184320 ] }, @@ -86,3 +86,4 @@ } + From dfa50818b6b8b72f77d381ba08c8ad59018243d0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Marcinkiewicz?= <43240942+mmarcinkiewicz@users.noreply.github.com> Date: Mon, 6 Oct 2025 18:51:41 +0200 Subject: [PATCH 2/2] Update rcps_llama31_8b.json --- .../rcp_checker/training_5.1.0/rcps_llama31_8b.json | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json b/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json index 85f306a0..646e62cf 100644 --- a/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json +++ b/mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_8b.json @@ -5,13 +5,13 @@ "Benchmark": "llama31_8b", "Creator": "NVIDIA", "When": "Reference RCPs before 5.1 submission", - "Platform": "2xDGX-B200", + "Platform": "4xDGX-B200", "Precision": "BF16", "BS": 32, "Hyperparams": { - "opt_base_learning_rate": 1e-03, - "opt_learning_rate_warmup_samples": 16348, - "gradient_accumulation_steps": 2 + "opt_base_learning_rate": 8e-04, + "opt_learning_rate_warmup_samples": 4096, + "gradient_accumulation_steps": 1 }, "Epochs to converge": [ 196608, 172032, 184320, 184320, 172032, @@ -87,3 +87,4 @@ +