Skip to content

Commit

Permalink
ADLR/megatron-lm!2577 - ci: Enable checks for mem-max-allocated-bytes
Browse files Browse the repository at this point in the history
  • Loading branch information
@ko3n1g
ko3n1g committed Jan 23, 2025
1 parent 0d59157 commit 46fdcd5
Show file tree
Hide file tree
Showing 116 changed files with 149 additions and 237 deletions.
9 changes: 8 additions & 1 deletion tests/functional_tests/python_test_utils/get_test_results_from_tensorboard_logs.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,14 @@ def collect_train_test_metrics(
summaries = {
golden_value_key: golden_value
for (golden_value_key, golden_value) in summaries.items()
if golden_value_key in ["iteration-time", "mem-allocated-bytes", "lm loss", "num-zeros"]
if golden_value_key
in [
"iteration-time",
"mem-allocated-bytes",
"mem-max-allocated-bytes",
"lm loss",
"num-zeros",
]
}

if output_path is not None:
Expand Down
3 changes: 3 additions & 0 deletions tests/functional_tests/python_test_utils/test_regular_pipeline.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,9 @@ def test_regular_pipeline(
"mem-allocated-bytes": [
common.ApproximateTest(atol_func=common.approximate_threshold(rtol=0.05), rtol=0)
],
"mem-max-allocated-bytes": [
common.ApproximateTest(atol_func=common.approximate_threshold(rtol=0.05), rtol=0)
],
"lm loss": [
common.DeterministicTest(),
common.ApproximateTest(atol_func=common.approximate_threshold(rtol=0.05), rtol=0),
Expand Down
3 changes: 3 additions & 0 deletions tests/functional_tests/python_test_utils/test_resume_checkpoint_pipeline.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,9 @@ def test_resume_checkpoint_pipeline(
"mem-allocated-bytes": [
common.ApproximateTest(atol_func=common.approximate_threshold(rtol=0.05), rtol=0)
],
"mem-max-allocated-bytes": [
common.ApproximateTest(atol_func=common.approximate_threshold(rtol=0.05), rtol=0)
],
"lm loss": [
common.DeterministicTest(),
common.ApproximateTest(atol_func=common.approximate_threshold(rtol=0.05), rtol=0),
Expand Down
2 changes: 1 addition & 1 deletion ...nctional_tests/test_cases/bert/bert_mr_mcore_tp2_pp2_dgx_a100_1N8G/golden_values_dev.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"lm loss": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 10.49574, "5": 10.48424, "10": 10.49936, "15": 10.46628, "20": 10.44794, "25": 10.34964, "30": 10.17263, "35": 10.04261, "40": 9.90783, "45": 9.75774, "50": 9.67693}}, "num-zeros": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 2182.0, "5": 2584.0, "10": 2205.0, "15": 2539.0, "20": 2089.0, "25": 2604.0, "30": 2913.0, "35": 2967.0, "40": 2378.0, "45": 3923.0, "50": 3599.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 1754654208.0, "5": 1754654208.0, "10": 1754654208.0, "15": 1754654208.0, "20": 1754654208.0, "25": 1754654208.0, "30": 1754654208.0, "35": 1754654208.0, "40": 1754654208.0, "45": 1754654208.0, "50": 1754654208.0}}, "iteration-time": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 8.13054, "5": 1.26082, "10": 1.27141, "15": 1.2601, "20": 1.25792, "25": 1.26151, "30": 1.25503, "35": 1.26958, "40": 1.26619, "45": 1.26573, "50": 1.2598}}}
{"lm loss": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 10.49574, "5": 10.48424, "10": 10.49936, "15": 10.46628, "20": 10.44794, "25": 10.34964, "30": 10.17263, "35": 10.04261, "40": 9.90783, "45": 9.75774, "50": 9.67693}}, "num-zeros": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 2182.0, "5": 2584.0, "10": 2205.0, "15": 2539.0, "20": 2089.0, "25": 2604.0, "30": 2913.0, "35": 2967.0, "40": 2378.0, "45": 3923.0, "50": 3599.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 1754654208.0, "5": 1754654208.0, "10": 1754654208.0, "15": 1754654208.0, "20": 1754654208.0, "25": 1754654208.0, "30": 1754654208.0, "35": 1754654208.0, "40": 1754654208.0, "45": 1754654208.0, "50": 1754654208.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 2313432064.0, "5": 3055894528.0, "10": 3055894528.0, "15": 3055894528.0, "20": 3055894528.0, "25": 3055894528.0, "30": 3055894528.0, "35": 3055894528.0, "40": 3055894528.0, "45": 3055894528.0, "50": 3055894528.0}}, "iteration-time": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 11.04517, "5": 1.25649, "10": 1.25549, "15": 1.2581, "20": 1.26387, "25": 1.25714, "30": 1.25866, "35": 1.26592, "40": 1.24291, "45": 1.23727, "50": 1.24404}}}
2 changes: 1 addition & 1 deletion .../bert/bert_mr_mcore_tp2_pp2_frozen_resume_torch_dist_dgx_a100_1N8G/golden_values_dev.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"lm loss": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 10.49574, "5": 10.48424, "10": 10.49936, "15": 10.46628, "20": 10.44794, "25": 10.34964, "30": 10.17263, "35": 10.04261, "40": 9.90783, "45": 9.75774, "50": 9.67693, "55": 9.55372, "60": 9.4546, "65": 9.42161, "70": 9.3011, "75": 9.32209, "80": 9.26181, "85": 9.2967, "90": 9.23338, "95": 9.2382, "100": 9.10601}}, "num-zeros": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2182.0, "5": 2584.0, "10": 2205.0, "15": 2539.0, "20": 2089.0, "25": 2604.0, "30": 2913.0, "35": 2967.0, "40": 2378.0, "45": 3923.0, "50": 3599.0, "55": 3628.0, "60": 2617.0, "65": 3408.0, "70": 3944.0, "75": 4932.0, "80": 3598.0, "85": 4221.0, "90": 4643.0, "95": 4427.0, "100": 3170.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 1754654208.0, "5": 1754654208.0, "10": 1754654208.0, "15": 1754654208.0, "20": 1755702784.0, "25": 1754654208.0, "30": 1754654208.0, "35": 1754654208.0, "40": 1754654208.0, "45": 1754654208.0, "50": 1754654208.0, "55": 1755702784.0, "60": 1755702784.0, "65": 1754654208.0, "70": 1754654208.0, "75": 1754654208.0, "80": 1754654208.0, "85": 1754654208.0, "90": 1754654208.0, "95": 1754654208.0, "100": 1755702784.0}}, "iteration-time": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 8.01832, "5": 1.2972, "10": 1.25536, "15": 1.24069, "20": 1.23887, "25": 1.24316, "30": 1.24475, "35": 1.24313, "40": 1.23951, "45": 1.24276, "50": 1.232, "55": 1.24298, "60": 1.23, "65": 1.22823, "70": 1.75195, "75": 1.23151, "80": 1.43609, "85": 1.22255, "90": 1.23611, "95": 1.34456, "100": 1.45135}}}
{"lm loss": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 10.49569, "5": 10.48402, "10": 10.49933, "15": 10.46635, "20": 10.44782, "25": 10.34968, "30": 10.17276, "35": 10.04265, "40": 9.90757, "45": 9.75784, "50": 9.67694, "55": 9.55383, "60": 9.45452, "65": 9.42152, "70": 9.30114, "75": 9.3222, "80": 9.26181, "85": 9.2967, "90": 9.23351, "95": 9.23792, "100": 9.10613}}, "num-zeros": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2254.0, "5": 2635.0, "10": 2165.0, "15": 2534.0, "20": 2227.0, "25": 2559.0, "30": 2905.0, "35": 3026.0, "40": 2314.0, "45": 3924.0, "50": 3557.0, "55": 3573.0, "60": 2689.0, "65": 3434.0, "70": 3935.0, "75": 5047.0, "80": 3601.0, "85": 4133.0, "90": 4603.0, "95": 4291.0, "100": 3165.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 1754654208.0, "5": 1754654208.0, "10": 1754654208.0, "15": 1754654208.0, "20": 1754654208.0, "25": 1754654208.0, "30": 1754654208.0, "35": 1754654208.0, "40": 1754654208.0, "45": 1754654208.0, "50": 1754654208.0, "55": 1754654208.0, "60": 1754654208.0, "65": 1754654208.0, "70": 1754654208.0, "75": 1754654208.0, "80": 1754654208.0, "85": 1754654208.0, "90": 1754654208.0, "95": 1754654208.0, "100": 1754654208.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2503224320.0, "5": 3245686784.0, "10": 3245686784.0, "15": 3245686784.0, "20": 3245686784.0, "25": 3245686784.0, "30": 3245686784.0, "35": 3245686784.0, "40": 3245686784.0, "45": 3245686784.0, "50": 3245686784.0, "55": 3245686784.0, "60": 3245686784.0, "65": 3245686784.0, "70": 3245686784.0, "75": 3245686784.0, "80": 3245686784.0, "85": 3245686784.0, "90": 3245686784.0, "95": 3245686784.0, "100": 3245686784.0}}, "iteration-time": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 14.19715, "5": 1.20808, "10": 1.19543, "15": 1.19563, "20": 1.42719, "25": 1.40901, "30": 1.18769, "35": 1.43684, "40": 1.18523, "45": 1.18204, "50": 1.18891, "55": 1.20368, "60": 1.19171, "65": 1.18981, "70": 1.17772, "75": 1.18903, "80": 1.17548, "85": 1.1753, "90": 1.36634, "95": 1.17827, "100": 1.17843}}}
2 changes: 1 addition & 1 deletion ...sts/test_cases/bert/bert_mr_mcore_tp2_pp2_local_spec_dgx_a100_1N8G/golden_values_dev.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"lm loss": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 10.49566, "5": 10.48412, "10": 10.49946, "15": 10.46625, "20": 10.44783, "25": 10.34967, "30": 10.17283, "35": 10.04281, "40": 9.90782, "45": 9.75786, "50": 9.67692}}, "num-zeros": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 2183.0, "5": 2683.0, "10": 2206.0, "15": 2493.0, "20": 2165.0, "25": 2528.0, "30": 2774.0, "35": 3054.0, "40": 2250.0, "45": 3947.0, "50": 3608.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 1767237120.0, "5": 1767237120.0, "10": 1767237120.0, "15": 1767237120.0, "20": 1767237120.0, "25": 1767237120.0, "30": 1767237120.0, "35": 1768285696.0, "40": 1767237120.0, "45": 1767237120.0, "50": 1767237120.0}}, "iteration-time": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 12.54328, "5": 1.14282, "10": 1.14875, "15": 1.13592, "20": 1.13761, "25": 1.57305, "30": 1.33965, "35": 1.13614, "40": 1.15189, "45": 1.32457, "50": 1.14266}}}
{"lm loss": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 10.49566, "5": 10.48412, "10": 10.49946, "15": 10.46625, "20": 10.44783, "25": 10.34967, "30": 10.17283, "35": 10.04281, "40": 9.90782, "45": 9.75786, "50": 9.67692}}, "num-zeros": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 2183.0, "5": 2683.0, "10": 2206.0, "15": 2493.0, "20": 2165.0, "25": 2528.0, "30": 2774.0, "35": 3054.0, "40": 2250.0, "45": 3947.0, "50": 3608.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 1767237120.0, "5": 1767237120.0, "10": 1767237120.0, "15": 1767237120.0, "20": 1767237120.0, "25": 1768285696.0, "30": 1767237120.0, "35": 1767237120.0, "40": 1767237120.0, "45": 1767237120.0, "50": 1767237120.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 2313432064.0, "5": 3055894528.0, "10": 3055894528.0, "15": 3055894528.0, "20": 3055894528.0, "25": 3055894528.0, "30": 3055894528.0, "35": 3055894528.0, "40": 3055894528.0, "45": 3055894528.0, "50": 3055894528.0}}, "iteration-time": {"start_step": 1, "end_step": 50, "step_interval": 5, "values": {"1": 10.83402, "5": 1.12649, "10": 1.1312, "15": 1.12374, "20": 1.12209, "25": 1.13995, "30": 1.38104, "35": 1.14649, "40": 1.14975, "45": 1.14816, "50": 1.15079}}}
2 changes: 1 addition & 1 deletion ...t_cases/bert/bert_mr_mcore_tp2_pp2_resume_torch_dist_dgx_a100_1N8G/golden_values_dev.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"lm loss": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 10.49574, "5": 10.48424, "10": 10.49936, "15": 10.46628, "20": 10.44794, "25": 10.34964, "30": 10.17263, "35": 10.04261, "40": 9.90783, "45": 9.75774, "50": 9.67693, "55": 9.55372, "60": 9.4546, "65": 9.42161, "70": 9.3011, "75": 9.32209, "80": 9.26181, "85": 9.2967, "90": 9.23338, "95": 9.2382, "100": 9.10601}}, "num-zeros": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2182.0, "5": 2584.0, "10": 2205.0, "15": 2539.0, "20": 2089.0, "25": 2604.0, "30": 2913.0, "35": 2967.0, "40": 2378.0, "45": 3923.0, "50": 3599.0, "55": 3628.0, "60": 2617.0, "65": 3408.0, "70": 3944.0, "75": 4932.0, "80": 3598.0, "85": 4221.0, "90": 4643.0, "95": 4427.0, "100": 3170.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 1754654208.0, "5": 1754654208.0, "10": 1754654208.0, "15": 1754654208.0, "20": 1754654208.0, "25": 1754654208.0, "30": 1754654208.0, "35": 1754654208.0, "40": 1754654208.0, "45": 1754654208.0, "50": 1754654208.0, "55": 1754654208.0, "60": 1754654208.0, "65": 1754654208.0, "70": 1754654208.0, "75": 1754654208.0, "80": 1754654208.0, "85": 1754654208.0, "90": 1754654208.0, "95": 1754654208.0, "100": 1754654208.0}}, "iteration-time": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 8.34159, "5": 1.28243, "10": 1.24565, "15": 1.23812, "20": 1.23785, "25": 1.2372, "30": 1.23464, "35": 1.23605, "40": 1.24095, "45": 1.23392, "50": 1.24591, "55": 1.26217, "60": 1.25959, "65": 1.27233, "70": 1.58775, "75": 1.26293, "80": 1.45804, "85": 1.25624, "90": 1.25842, "95": 1.26556, "100": 1.26074}}}
{"lm loss": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 10.49574, "5": 10.48424, "10": 10.49936, "15": 10.46628, "20": 10.44794, "25": 10.34964, "30": 10.17263, "35": 10.04261, "40": 9.90783, "45": 9.75774, "50": 9.67693, "55": 9.55372, "60": 9.4546, "65": 9.42161, "70": 9.3011, "75": 9.32209, "80": 9.26181, "85": 9.2967, "90": 9.23338, "95": 9.2382, "100": 9.10601}}, "num-zeros": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2182.0, "5": 2584.0, "10": 2205.0, "15": 2539.0, "20": 2089.0, "25": 2604.0, "30": 2913.0, "35": 2967.0, "40": 2378.0, "45": 3923.0, "50": 3599.0, "55": 3628.0, "60": 2617.0, "65": 3408.0, "70": 3944.0, "75": 4932.0, "80": 3598.0, "85": 4221.0, "90": 4643.0, "95": 4427.0, "100": 3170.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 1754654208.0, "5": 1754654208.0, "10": 1754654208.0, "15": 1754654208.0, "20": 1754654208.0, "25": 1754654208.0, "30": 1754654208.0, "35": 1754654208.0, "40": 1754654208.0, "45": 1754654208.0, "50": 1754654208.0, "55": 1754654208.0, "60": 1754654208.0, "65": 1754654208.0, "70": 1754654208.0, "75": 1754654208.0, "80": 1754654208.0, "85": 1754654208.0, "90": 1754654208.0, "95": 1754654208.0, "100": 1754654208.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2313432064.0, "5": 3055894528.0, "10": 3055894528.0, "15": 3055894528.0, "20": 3055894528.0, "25": 3055894528.0, "30": 3055894528.0, "35": 3055894528.0, "40": 3055894528.0, "45": 3055894528.0, "50": 3055894528.0, "55": 3055894528.0, "60": 3055894528.0, "65": 3055894528.0, "70": 3055894528.0, "75": 3055894528.0, "80": 3055894528.0, "85": 3055894528.0, "90": 3055894528.0, "95": 3055894528.0, "100": 3055894528.0}}, "iteration-time": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 13.24712, "5": 1.27471, "10": 1.26014, "15": 1.26739, "20": 1.25462, "25": 1.25062, "30": 1.25515, "35": 1.25462, "40": 1.257, "45": 1.25361, "50": 1.25724, "55": 1.25002, "60": 1.25409, "65": 1.24828, "70": 1.44976, "75": 1.24651, "80": 1.45548, "85": 1.2481, "90": 1.25739, "95": 1.26824, "100": 1.25641}}}
2 changes: 1 addition & 1 deletion ...t/bert_mr_mcore_tp2_pp2_resume_torch_dist_local_spec_dgx_a100_1N8G/golden_values_dev.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"lm loss": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 10.49566, "5": 10.48412, "10": 10.49946, "15": 10.46625, "20": 10.44783, "25": 10.34967, "30": 10.17283, "35": 10.04281, "40": 9.90782, "45": 9.75786, "50": 9.67692, "55": 9.55379, "60": 9.45457, "65": 9.42149, "70": 9.30109, "75": 9.32221, "80": 9.26179, "85": 9.29668, "90": 9.23347, "95": 9.23813, "100": 9.10619}}, "num-zeros": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2183.0, "5": 2683.0, "10": 2206.0, "15": 2493.0, "20": 2165.0, "25": 2528.0, "30": 2774.0, "35": 3054.0, "40": 2250.0, "45": 3947.0, "50": 3608.0, "55": 3626.0, "60": 2776.0, "65": 3410.0, "70": 3977.0, "75": 4842.0, "80": 3634.0, "85": 4149.0, "90": 4712.0, "95": 4379.0, "100": 3097.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 1767237120.0, "5": 1767237120.0, "10": 1767237120.0, "15": 1767237120.0, "20": 1767237120.0, "25": 1767237120.0, "30": 1767237120.0, "35": 1767237120.0, "40": 1767237120.0, "45": 1767237120.0, "50": 1767237120.0, "55": 1767237120.0, "60": 1767237120.0, "65": 1767237120.0, "70": 1767237120.0, "75": 1767237120.0, "80": 1767237120.0, "85": 1767237120.0, "90": 1767237120.0, "95": 1767237120.0, "100": 1767237120.0}}, "iteration-time": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 13.01606, "5": 1.16568, "10": 1.17633, "15": 1.16534, "20": 1.16133, "25": 1.69215, "30": 1.17257, "35": 2.83405, "40": 1.18099, "45": 1.17543, "50": 1.18176, "55": 2.48524, "60": 1.18037, "65": 1.17184, "70": 1.19014, "75": 1.18757, "80": 1.16204, "85": 1.16223, "90": 2.40329, "95": 1.18096, "100": 1.16713}}}
{"lm loss": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 10.49566, "5": 10.48412, "10": 10.49946, "15": 10.46625, "20": 10.44783, "25": 10.34967, "30": 10.17283, "35": 10.04281, "40": 9.90782, "45": 9.75786, "50": 9.67692, "55": 9.55379, "60": 9.45457, "65": 9.42149, "70": 9.30109, "75": 9.32221, "80": 9.26179, "85": 9.29668, "90": 9.23347, "95": 9.23813, "100": 9.10619}}, "num-zeros": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2183.0, "5": 2683.0, "10": 2206.0, "15": 2493.0, "20": 2165.0, "25": 2528.0, "30": 2774.0, "35": 3054.0, "40": 2250.0, "45": 3947.0, "50": 3608.0, "55": 3626.0, "60": 2776.0, "65": 3410.0, "70": 3977.0, "75": 4842.0, "80": 3634.0, "85": 4149.0, "90": 4712.0, "95": 4379.0, "100": 3097.0}}, "mem-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 1767237120.0, "5": 1767237120.0, "10": 1767237120.0, "15": 1767237120.0, "20": 1767237120.0, "25": 1767237120.0, "30": 1767237120.0, "35": 1767237120.0, "40": 1767237120.0, "45": 1767237120.0, "50": 1767237120.0, "55": 1767237120.0, "60": 1767237120.0, "65": 1767237120.0, "70": 1767237120.0, "75": 1767237120.0, "80": 1767237120.0, "85": 1767237120.0, "90": 1767237120.0, "95": 1767237120.0, "100": 1767237120.0}}, "mem-max-allocated-bytes": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 2313432064.0, "5": 3055894528.0, "10": 3055894528.0, "15": 3055894528.0, "20": 3055894528.0, "25": 3055894528.0, "30": 3055894528.0, "35": 3055894528.0, "40": 3055894528.0, "45": 3055894528.0, "50": 3055894528.0, "55": 3055894528.0, "60": 3055894528.0, "65": 3055894528.0, "70": 3055894528.0, "75": 3055894528.0, "80": 3055894528.0, "85": 3055894528.0, "90": 3055894528.0, "95": 3055894528.0, "100": 3055894528.0}}, "iteration-time": {"start_step": 1, "end_step": 100, "step_interval": 5, "values": {"1": 11.79142, "5": 1.14146, "10": 1.17812, "15": 1.14757, "20": 1.13488, "25": 1.13555, "30": 1.16806, "35": 1.13623, "40": 1.13913, "45": 1.14262, "50": 1.13979, "55": 1.13753, "60": 1.13567, "65": 1.14117, "70": 1.13534, "75": 1.13522, "80": 1.13276, "85": 1.13285, "90": 1.13482, "95": 1.13479, "100": 1.13076}}}
Loading

0 comments on commit 46fdcd5

Please sign in to comment.